2024-11-11 07:17:56,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 07:17:56,127 main DEBUG Took 0.037696 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 07:17:56,127 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 07:17:56,128 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 07:17:56,129 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 07:17:56,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,147 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 07:17:56,164 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,170 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,173 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,173 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,175 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,179 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,186 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 07:17:56,188 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,189 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 07:17:56,191 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 07:17:56,193 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 07:17:56,196 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 07:17:56,197 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 07:17:56,199 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 07:17:56,199 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 07:17:56,210 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 07:17:56,215 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 07:17:56,217 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 07:17:56,218 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 07:17:56,219 main DEBUG createAppenders(={Console}) 2024-11-11 07:17:56,220 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 07:17:56,220 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 07:17:56,220 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 07:17:56,227 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 07:17:56,228 main DEBUG OutputStream closed 2024-11-11 07:17:56,233 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 07:17:56,234 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 07:17:56,235 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 07:17:56,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 07:17:56,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 07:17:56,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 07:17:56,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 07:17:56,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 07:17:56,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 07:17:56,382 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 07:17:56,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 07:17:56,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 07:17:56,384 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 07:17:56,385 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 07:17:56,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 07:17:56,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 07:17:56,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 07:17:56,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 07:17:56,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 07:17:56,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 07:17:56,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 07:17:56,403 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 07:17:56,404 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 07:17:56,404 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 07:17:56,405 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T07:17:56,438 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 07:17:56,444 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 07:17:56,444 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T07:17:56,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=841, ProcessCount=11, AvailableMemoryMB=3599 2024-11-11T07:17:56,885 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T07:17:56,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a 2024-11-11T07:17:56,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741, deleteOnExit=true 2024-11-11T07:17:57,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/zookeeper_0, clientPort=57481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:17:57,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57481 2024-11-11T07:17:57,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:17:57,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:17:57,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/test.cache.data in system properties and HBase conf 2024-11-11T07:17:57,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:17:57,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:17:57,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:17:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:17:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:17:57,337 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T07:17:57,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:17:57,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:17:57,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:17:57,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:17:57,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:17:57,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:17:57,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:17:57,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:17:57,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:17:57,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:17:57,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:17:57,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:17:57,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:17:57,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:17:57,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:17:59,386 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T07:17:59,515 INFO [Time-limited test {}] log.Log(170): Logging initialized @4482ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T07:17:59,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:17:59,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:17:59,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:17:59,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:17:59,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:17:59,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:17:59,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:17:59,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:00,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/java.io.tmpdir/jetty-localhost-38289-hadoop-hdfs-3_4_1-tests_jar-_-any-5715613696135317323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:00,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:38289} 2024-11-11T07:18:00,320 INFO [Time-limited test {}] server.Server(415): Started @5288ms 2024-11-11T07:18:01,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:01,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:01,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:01,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:01,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:01,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:01,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:01,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/java.io.tmpdir/jetty-localhost-34305-hadoop-hdfs-3_4_1-tests_jar-_-any-1608318745824304747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:01,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:34305} 2024-11-11T07:18:01,480 INFO [Time-limited test {}] server.Server(415): Started @6449ms 2024-11-11T07:18:01,553 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:03,305 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/data/data1/current/BP-1735066209-172.17.0.3-1731309478413/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:03,304 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/data/data2/current/BP-1735066209-172.17.0.3-1731309478413/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:03,409 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d385706d330877f with lease ID 0x67ef986c527dfe33: Processing first storage report for DS-09cb5d19-df46-44f3-a268-92e52bd32147 from datanode DatanodeRegistration(127.0.0.1:43637, datanodeUuid=3db65302-a404-4165-9ffd-02b7f2237395, infoPort=42375, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1502304312;c=1731309478413) 2024-11-11T07:18:03,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d385706d330877f with lease ID 0x67ef986c527dfe33: from storage DS-09cb5d19-df46-44f3-a268-92e52bd32147 node DatanodeRegistration(127.0.0.1:43637, datanodeUuid=3db65302-a404-4165-9ffd-02b7f2237395, infoPort=42375, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1502304312;c=1731309478413), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T07:18:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d385706d330877f with lease ID 0x67ef986c527dfe33: Processing first storage report for DS-a60f05b9-392b-4b29-b497-7c1a950941b2 from datanode DatanodeRegistration(127.0.0.1:43637, datanodeUuid=3db65302-a404-4165-9ffd-02b7f2237395, infoPort=42375, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1502304312;c=1731309478413) 2024-11-11T07:18:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d385706d330877f with lease ID 0x67ef986c527dfe33: from storage DS-a60f05b9-392b-4b29-b497-7c1a950941b2 node DatanodeRegistration(127.0.0.1:43637, datanodeUuid=3db65302-a404-4165-9ffd-02b7f2237395, infoPort=42375, infoSecurePort=0, ipcPort=42991, storageInfo=lv=-57;cid=testClusterID;nsid=1502304312;c=1731309478413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:03,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a 2024-11-11T07:18:03,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:03,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:03,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:04,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561 with version=8 2024-11-11T07:18:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/hbase-staging 2024-11-11T07:18:04,371 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T07:18:04,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:04,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:04,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:04,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:04,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:04,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:04,990 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T07:18:05,004 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T07:18:05,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:05,047 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13021 (auto-detected) 2024-11-11T07:18:05,052 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-11T07:18:05,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45813 2024-11-11T07:18:05,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45813 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458130x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:05,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45813-0x10128c218a30000 connected 2024-11-11T07:18:05,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:05,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:05,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:05,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561, hbase.cluster.distributed=false 2024-11-11T07:18:05,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/acl 2024-11-11T07:18:05,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-11T07:18:05,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45813 2024-11-11T07:18:05,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45813 2024-11-11T07:18:05,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-11T07:18:05,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45813 2024-11-11T07:18:06,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:06,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:06,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:06,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:06,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:06,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39763 2024-11-11T07:18:06,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39763 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:06,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:06,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:06,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397630x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:06,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39763-0x10128c218a30001 connected 2024-11-11T07:18:06,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:06,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:06,115 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:06,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/master 2024-11-11T07:18:06,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/acl 2024-11-11T07:18:06,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39763 2024-11-11T07:18:06,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39763 2024-11-11T07:18:06,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39763 2024-11-11T07:18:06,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39763 2024-11-11T07:18:06,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39763 2024-11-11T07:18:06,180 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:45813 2024-11-11T07:18:06,182 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0845824474/backup-masters/d72d5187e64f,45813,1731309484432 2024-11-11T07:18:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:06,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:06,202 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/backup-masters/d72d5187e64f,45813,1731309484432 2024-11-11T07:18:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/master 2024-11-11T07:18:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:06,252 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/master 2024-11-11T07:18:06,253 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0845824474/backup-masters/d72d5187e64f,45813,1731309484432 from backup master directory 2024-11-11T07:18:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/backup-masters/d72d5187e64f,45813,1731309484432 2024-11-11T07:18:06,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:06,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:06,269 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:06,269 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,45813,1731309484432 2024-11-11T07:18:06,272 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T07:18:06,276 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T07:18:06,379 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/hbase.id] with ID: 8d957e1c-3147-479b-9891-c21f6ed37d48 2024-11-11T07:18:06,379 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.tmp/hbase.id 2024-11-11T07:18:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:06,796 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.tmp/hbase.id]:[hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/hbase.id] 2024-11-11T07:18:06,903 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:06,909 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:06,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-11T07:18:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:06,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:07,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:07,391 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:07,412 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:18:07,418 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:07,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:07,524 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store 2024-11-11T07:18:07,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:07,596 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T07:18:07,613 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:07,620 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:07,620 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:07,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:07,629 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:07,629 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:07,630 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:07,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309487619Disabling compacts and flushes for region at 1731309487619Disabling writes for close at 1731309487629 (+10 ms)Writing region close event to WAL at 1731309487629Closed at 1731309487629 2024-11-11T07:18:07,639 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/.initializing 2024-11-11T07:18:07,639 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432 2024-11-11T07:18:07,651 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:07,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C45813%2C1731309484432, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:07,723 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432/d72d5187e64f%2C45813%2C1731309484432.1731309487691, exclude list is [], retry=0 2024-11-11T07:18:07,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:07,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T07:18:07,792 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:07,794 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:07,794 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:07,797 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:07,802 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,804 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:07,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:07,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:07,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:07,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:07,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:07,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:07,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:07,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:07,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:07,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:07,940 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,945 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,954 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,955 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,960 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:07,966 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:07,983 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:07,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71975318, jitterRate=0.0725158154964447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:08,002 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309487821Initializing all the Stores at 1731309487826 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309487827 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309487840 (+13 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309487841 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309487841Cleaning up temporary data from old regions at 1731309487956 (+115 ms)Region opened successfully at 1731309488001 (+45 ms) 2024-11-11T07:18:08,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:08,043 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653eb5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:08,078 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:08,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:08,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:08,097 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:08,098 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T07:18:08,105 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T07:18:08,106 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:08,165 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:08,178 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:08,231 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/balancer already deleted, retry=false 2024-11-11T07:18:08,235 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:08,237 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:08,246 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/normalizer already deleted, retry=false 2024-11-11T07:18:08,249 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:08,254 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:08,267 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/switch/split already deleted, retry=false 2024-11-11T07:18:08,269 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:08,278 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/switch/merge already deleted, retry=false 2024-11-11T07:18:08,301 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:08,309 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:08,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,323 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,45813,1731309484432, sessionid=0x10128c218a30000, setting cluster-up flag (Was=false) 2024-11-11T07:18:08,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,442 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0845824474/flush-table-proc/acquired, /0845824474/flush-table-proc/reached, /0845824474/flush-table-proc/abort 2024-11-11T07:18:08,445 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,45813,1731309484432 2024-11-11T07:18:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:08,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0845824474/online-snapshot/acquired, /0845824474/online-snapshot/reached, /0845824474/online-snapshot/abort 2024-11-11T07:18:08,501 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,45813,1731309484432 2024-11-11T07:18:08,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:08,578 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(746): ClusterId : 8d957e1c-3147-479b-9891-c21f6ed37d48 2024-11-11T07:18:08,581 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:08,606 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:08,616 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:08,622 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:08,628 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,45813,1731309484432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:08,634 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:08,635 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:08,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:08,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:08,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:08,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:08,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:08,637 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,637 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:08,637 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309518646 2024-11-11T07:18:08,648 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:08,649 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34241726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:08,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:08,650 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:08,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:08,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:08,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:08,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:08,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:08,657 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:08,659 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:08,664 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:08,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:18:08,666 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:08,666 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:08,667 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:08,671 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:39763 2024-11-11T07:18:08,675 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:08,675 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:08,675 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:08,676 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:08,676 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:08,679 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,45813,1731309484432 with port=39763, startcode=1731309486005 2024-11-11T07:18:08,692 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309488678,5,FailOnTimeoutGroup] 2024-11-11T07:18:08,694 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:08,700 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309488693,5,FailOnTimeoutGroup] 2024-11-11T07:18:08,700 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:08,702 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,702 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:18:08,733 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:18:08,734 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561 2024-11-11T07:18:08,744 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:08,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45813 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:18:08,774 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561 2024-11-11T07:18:08,774 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35769 2024-11-11T07:18:08,775 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:08,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/rs 2024-11-11T07:18:08,793 DEBUG [RS:0;d72d5187e64f:39763 {}] zookeeper.ZKUtil(111): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/rs/d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,793 WARN [RS:0;d72d5187e64f:39763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:08,793 INFO [RS:0;d72d5187e64f:39763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:08,793 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,39763,1731309486005] 2024-11-11T07:18:08,827 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:08,846 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:08,851 INFO [RS:0;d72d5187e64f:39763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:08,852 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,853 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:08,859 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:08,861 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,861 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,862 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,862 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,862 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,862 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,863 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:08,863 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,863 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,863 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,863 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,864 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,864 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:08,864 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:08,864 DEBUG [RS:0;d72d5187e64f:39763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:08,866 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,867 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,867 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,867 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,867 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,867 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39763,1731309486005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:08,895 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:08,897 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39763,1731309486005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,898 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,898 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.Replication(171): d72d5187e64f,39763,1731309486005 started 2024-11-11T07:18:08,925 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:08,925 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,39763,1731309486005, RpcServer on d72d5187e64f/172.17.0.3:39763, sessionid=0x10128c218a30001 2024-11-11T07:18:08,926 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:08,927 DEBUG [RS:0;d72d5187e64f:39763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,927 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,39763,1731309486005' 2024-11-11T07:18:08,927 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0845824474/flush-table-proc/abort' 2024-11-11T07:18:08,928 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0845824474/flush-table-proc/acquired' 2024-11-11T07:18:08,929 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:08,929 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:08,930 DEBUG [RS:0;d72d5187e64f:39763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,39763,1731309486005 2024-11-11T07:18:08,930 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,39763,1731309486005' 2024-11-11T07:18:08,930 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0845824474/online-snapshot/abort' 2024-11-11T07:18:08,931 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0845824474/online-snapshot/acquired' 2024-11-11T07:18:08,931 DEBUG [RS:0;d72d5187e64f:39763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:08,931 INFO [RS:0;d72d5187e64f:39763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:08,931 INFO [RS:0;d72d5187e64f:39763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:09,038 INFO [RS:0;d72d5187e64f:39763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:09,043 INFO [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39763%2C1731309486005, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:09,066 DEBUG [RS:0;d72d5187e64f:39763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046, exclude list is [], retry=0 2024-11-11T07:18:09,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:09,075 INFO [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 2024-11-11T07:18:09,075 DEBUG [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:09,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:09,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:09,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:09,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:09,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:09,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:09,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:09,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:09,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:09,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:09,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:09,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:09,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:09,204 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:09,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:09,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:09,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64978101, jitterRate=-0.031750842928886414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:09,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309489172Initializing all the Stores at 1731309489174 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489175 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309489175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489175Cleaning up temporary data from old regions at 1731309489202 (+27 ms)Region opened successfully at 1731309489217 (+15 ms) 2024-11-11T07:18:09,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:09,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:09,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:09,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:09,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309489217Disabling compacts and flushes for region at 1731309489217Disabling writes for close at 1731309489218 (+1 ms)Writing region close event to WAL at 1731309489219 (+1 ms)Closed at 1731309489219 2024-11-11T07:18:09,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:09,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:18:09,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:09,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:09,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:18:09,397 DEBUG [d72d5187e64f:45813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:09,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:09,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,39763,1731309486005, state=OPENING 2024-11-11T07:18:09,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:18:09,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:09,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:09,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:09,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:09,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:09,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,39763,1731309486005}] 2024-11-11T07:18:09,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:09,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:09,663 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:09,663 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:09,664 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:09,669 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39763%2C1731309486005.meta, suffix=.meta, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:09,693 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.meta.1731309489672.meta, exclude list is [], retry=0 2024-11-11T07:18:09,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:09,729 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.meta.1731309489672.meta 2024-11-11T07:18:09,731 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:09,731 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:09,737 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:09,739 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:09,742 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:09,745 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:09,750 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:09,750 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:09,751 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:09,751 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:09,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:09,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:09,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:09,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:09,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:09,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:09,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:09,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:09,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:09,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:09,769 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:09,771 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:09,778 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:09,782 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:09,782 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:09,784 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:09,787 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:09,790 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61993937, jitterRate=-0.07621835172176361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:09,790 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:09,792 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309489752Writing region info on filesystem at 1731309489752Initializing all the Stores at 1731309489754 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309489755 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309489755Cleaning up temporary data from old regions at 1731309489783 (+28 ms)Running coprocessor post-open hooks at 1731309489790 (+7 ms)Region opened successfully at 1731309489792 (+2 ms) 2024-11-11T07:18:09,802 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309489636 2024-11-11T07:18:09,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:09,823 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:09,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,39763,1731309486005, state=OPEN 2024-11-11T07:18:09,824 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:09,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:09,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:09,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:09,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:09,907 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:09,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:18:09,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,39763,1731309486005 in 443 msec 2024-11-11T07:18:09,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:18:09,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-11T07:18:09,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:09,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:18:09,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:09,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39763,1731309486005, seqNum=-1] 2024-11-11T07:18:09,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:09,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:10,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4670 sec 2024-11-11T07:18:10,017 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309490017, completionTime=-1 2024-11-11T07:18:10,021 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:18:10,021 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:10,053 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:10,053 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309550053 2024-11-11T07:18:10,053 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309610053 2024-11-11T07:18:10,053 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-11T07:18:10,055 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,056 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,056 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,057 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:45813, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,058 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,062 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,065 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:18:10,090 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.820sec 2024-11-11T07:18:10,091 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:10,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:10,094 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:10,094 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:10,094 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:10,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:10,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:10,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:10,106 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:10,106 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45813,1731309484432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:10,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:10,190 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T07:18:10,190 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T07:18:10,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45813,-1 for getting cluster id 2024-11-11T07:18:10,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:10,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d957e1c-3147-479b-9891-c21f6ed37d48' 2024-11-11T07:18:10,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:10,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d957e1c-3147-479b-9891-c21f6ed37d48" 2024-11-11T07:18:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e662419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45813,-1] 2024-11-11T07:18:10,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:10,246 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:10,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:10,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:10,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39763,1731309486005, seqNum=-1] 2024-11-11T07:18:10,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:10,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:10,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,45813,1731309484432 2024-11-11T07:18:10,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:10,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c218a30002 connected 2024-11-11T07:18:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir so I do NOT create it in target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e 2024-11-11T07:18:10,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:18:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.tmp.dir so I do NOT create it in target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e 2024-11-11T07:18:10,377 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:18:10,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e 2024-11-11T07:18:10,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:18:10,378 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/cluster_50edeb2d-f8cf-a27f-a7f1-d402642e92b0, deleteOnExit=true 2024-11-11T07:18:10,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:18:10,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/test.cache.data in system properties and HBase conf 2024-11-11T07:18:10,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:18:10,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:18:10,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:18:10,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:18:10,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:18:10,379 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:18:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:18:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:18:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:18:10,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:11,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:11,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:11,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:11,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:11,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:11,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:11,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:11,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/java.io.tmpdir/jetty-localhost-34843-hadoop-hdfs-3_4_1-tests_jar-_-any-5160840682226064961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:11,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:34843} 2024-11-11T07:18:11,256 INFO [Time-limited test {}] server.Server(415): Started @16225ms 2024-11-11T07:18:11,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:11,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:11,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:11,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:11,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:18:11,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:11,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:11,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/java.io.tmpdir/jetty-localhost-37671-hadoop-hdfs-3_4_1-tests_jar-_-any-11079075091007174837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:11,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:37671} 2024-11-11T07:18:11,713 INFO [Time-limited test {}] server.Server(415): Started @16681ms 2024-11-11T07:18:11,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:12,399 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/cluster_50edeb2d-f8cf-a27f-a7f1-d402642e92b0/data/data1/current/BP-1114391815-172.17.0.3-1731309490414/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:12,399 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/cluster_50edeb2d-f8cf-a27f-a7f1-d402642e92b0/data/data2/current/BP-1114391815-172.17.0.3-1731309490414/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:12,441 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f2405c139596d50 with lease ID 0x99eaf59fa8139233: Processing first storage report for DS-77fb16ca-c212-4978-9e3d-552dc25ff9ab from datanode DatanodeRegistration(127.0.0.1:33137, datanodeUuid=72b61b8f-cb45-4d1a-a14b-9e410810424a, infoPort=39235, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=584403158;c=1731309490414) 2024-11-11T07:18:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f2405c139596d50 with lease ID 0x99eaf59fa8139233: from storage DS-77fb16ca-c212-4978-9e3d-552dc25ff9ab node DatanodeRegistration(127.0.0.1:33137, datanodeUuid=72b61b8f-cb45-4d1a-a14b-9e410810424a, infoPort=39235, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=584403158;c=1731309490414), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f2405c139596d50 with lease ID 0x99eaf59fa8139233: Processing first storage report for DS-5764d6e6-098c-4a60-9740-0167300f91c0 from datanode DatanodeRegistration(127.0.0.1:33137, datanodeUuid=72b61b8f-cb45-4d1a-a14b-9e410810424a, infoPort=39235, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=584403158;c=1731309490414) 2024-11-11T07:18:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f2405c139596d50 with lease ID 0x99eaf59fa8139233: from storage DS-5764d6e6-098c-4a60-9740-0167300f91c0 node DatanodeRegistration(127.0.0.1:33137, datanodeUuid=72b61b8f-cb45-4d1a-a14b-9e410810424a, infoPort=39235, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=584403158;c=1731309490414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:12,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e 2024-11-11T07:18:12,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:12,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:12,912 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9 with version=8 2024-11-11T07:18:12,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/hbase-staging 2024-11-11T07:18:12,914 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:12,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:12,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:12,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:12,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:12,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:12,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:12,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:12,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41021 2024-11-11T07:18:12,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41021 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:12,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410210x0, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:12,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41021-0x10128c218a30003 connected 2024-11-11T07:18:13,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:13,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:13,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/running 2024-11-11T07:18:13,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9, hbase.cluster.distributed=false 2024-11-11T07:18:13,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/acl 2024-11-11T07:18:13,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41021 2024-11-11T07:18:13,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41021 2024-11-11T07:18:13,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41021 2024-11-11T07:18:13,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41021 2024-11-11T07:18:13,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41021 2024-11-11T07:18:13,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:13,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:13,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:13,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:13,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:13,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:13,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:13,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:13,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37409 2024-11-11T07:18:13,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37409 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:13,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:13,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374090x0, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:13,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374090x0, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/running 2024-11-11T07:18:13,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37409-0x10128c218a30004 connected 2024-11-11T07:18:13,137 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:13,138 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:13,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/master 2024-11-11T07:18:13,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/acl 2024-11-11T07:18:13,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-11T07:18:13,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37409 2024-11-11T07:18:13,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37409 2024-11-11T07:18:13,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-11T07:18:13,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37409 2024-11-11T07:18:13,157 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:41021 2024-11-11T07:18:13,158 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-218105508/backup-masters/d72d5187e64f,41021,1731309492914 2024-11-11T07:18:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/backup-masters 2024-11-11T07:18:13,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/backup-masters 2024-11-11T07:18:13,168 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on existing znode=/1-218105508/backup-masters/d72d5187e64f,41021,1731309492914 2024-11-11T07:18:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218105508/master 2024-11-11T07:18:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:13,179 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on existing znode=/1-218105508/master 2024-11-11T07:18:13,179 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-218105508/backup-masters/d72d5187e64f,41021,1731309492914 from backup master directory 2024-11-11T07:18:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/backup-masters 2024-11-11T07:18:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218105508/backup-masters/d72d5187e64f,41021,1731309492914 2024-11-11T07:18:13,189 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:13,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/backup-masters 2024-11-11T07:18:13,189 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,41021,1731309492914 2024-11-11T07:18:13,195 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/hbase.id] with ID: 5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:13,196 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/.tmp/hbase.id 2024-11-11T07:18:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:13,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/.tmp/hbase.id]:[hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/hbase.id] 2024-11-11T07:18:13,628 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:13,628 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:13,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T07:18:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:14,076 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:14,077 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:14,077 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:14,490 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store 2024-11-11T07:18:14,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:14,901 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:14,901 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:14,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309494901Disabling compacts and flushes for region at 1731309494901Disabling writes for close at 1731309494901Writing region close event to WAL at 1731309494901Closed at 1731309494901 2024-11-11T07:18:14,903 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/.initializing 2024-11-11T07:18:14,903 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/WALs/d72d5187e64f,41021,1731309492914 2024-11-11T07:18:14,904 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:14,908 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C41021%2C1731309492914, suffix=, logDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/WALs/d72d5187e64f,41021,1731309492914, archiveDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:14,927 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/WALs/d72d5187e64f,41021,1731309492914/d72d5187e64f%2C41021%2C1731309492914.1731309494908, exclude list is [], retry=0 2024-11-11T07:18:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-77fb16ca-c212-4978-9e3d-552dc25ff9ab,DISK] 2024-11-11T07:18:14,938 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/WALs/d72d5187e64f,41021,1731309492914/d72d5187e64f%2C41021%2C1731309492914.1731309494908 2024-11-11T07:18:14,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235)] 2024-11-11T07:18:14,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:14,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:14,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:14,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:14,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:14,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:14,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:14,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:14,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:14,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:14,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:14,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:14,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:14,956 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,957 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,957 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,959 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,960 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,960 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:14,962 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:14,966 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:14,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63493381, jitterRate=-0.053874894976615906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:14,967 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309494940Initializing all the Stores at 1731309494941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309494941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309494942 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309494942Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309494942Cleaning up temporary data from old regions at 1731309494960 (+18 ms)Region opened successfully at 1731309494967 (+7 ms) 2024-11-11T07:18:14,968 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:14,972 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba8223d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:14,974 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:14,974 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:14,974 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:14,974 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:14,975 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:14,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:18:14,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:14,978 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:14,979 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:14,988 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/balancer already deleted, retry=false 2024-11-11T07:18:14,989 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:14,990 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:14,999 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/normalizer already deleted, retry=false 2024-11-11T07:18:15,000 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:15,001 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:15,020 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/switch/split already deleted, retry=false 2024-11-11T07:18:15,021 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:15,030 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/switch/merge already deleted, retry=false 2024-11-11T07:18:15,033 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:15,046 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218105508/running 2024-11-11T07:18:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-218105508/running 2024-11-11T07:18:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,057 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,41021,1731309492914, sessionid=0x10128c218a30003, setting cluster-up flag (Was=false) 2024-11-11T07:18:15,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,109 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-218105508/flush-table-proc/acquired, /1-218105508/flush-table-proc/reached, /1-218105508/flush-table-proc/abort 2024-11-11T07:18:15,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41021,1731309492914 2024-11-11T07:18:15,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:15,178 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-218105508/online-snapshot/acquired, /1-218105508/online-snapshot/reached, /1-218105508/online-snapshot/abort 2024-11-11T07:18:15,179 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41021,1731309492914 2024-11-11T07:18:15,181 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:15,184 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:15,185 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:15,185 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:15,185 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,41021,1731309492914 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:15,188 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:15,188 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:15,188 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:15,188 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:15,188 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:15,189 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,189 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:15,189 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,190 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309525190 2024-11-11T07:18:15,190 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:15,190 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:15,190 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:15,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:15,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:15,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:15,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,192 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:15,192 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:15,192 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:15,192 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:15,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:15,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:15,193 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:15,193 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:15,194 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:15,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:18:15,196 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309495193,5,FailOnTimeoutGroup] 2024-11-11T07:18:15,197 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309495196,5,FailOnTimeoutGroup] 2024-11-11T07:18:15,197 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,197 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:15,197 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,197 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:18:15,252 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(746): ClusterId : 5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:15,252 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:15,265 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:15,265 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:15,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:15,278 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:15,279 DEBUG [RS:0;d72d5187e64f:37409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391e99b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:15,297 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:37409 2024-11-11T07:18:15,297 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:15,297 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:15,297 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:15,298 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,41021,1731309492914 with port=37409, startcode=1731309493111 2024-11-11T07:18:15,298 DEBUG [RS:0;d72d5187e64f:37409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:15,301 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:15,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,302 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41021 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,305 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9 2024-11-11T07:18:15,306 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34955 2024-11-11T07:18:15,306 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/rs 2024-11-11T07:18:15,320 DEBUG [RS:0;d72d5187e64f:37409 {}] zookeeper.ZKUtil(111): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on existing znode=/1-218105508/rs/d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,320 WARN [RS:0;d72d5187e64f:37409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:15,320 INFO [RS:0;d72d5187e64f:37409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:15,321 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,37409,1731309493111] 2024-11-11T07:18:15,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:18:15,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:18:15,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:18:15,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:15,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:18:15,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:15,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:18:15,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:18:15,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:18:15,329 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:15,331 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:15,331 INFO [RS:0;d72d5187e64f:37409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:15,331 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,332 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:15,333 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:15,334 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:15,334 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:15,335 DEBUG [RS:0;d72d5187e64f:37409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:15,336 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,336 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,336 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,336 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,337 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,337 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37409,1731309493111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:15,353 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:15,354 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37409,1731309493111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,354 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,354 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.Replication(171): d72d5187e64f,37409,1731309493111 started 2024-11-11T07:18:15,367 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:15,368 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,37409,1731309493111, RpcServer on d72d5187e64f/172.17.0.3:37409, sessionid=0x10128c218a30004 2024-11-11T07:18:15,368 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:15,368 DEBUG [RS:0;d72d5187e64f:37409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,368 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37409,1731309493111' 2024-11-11T07:18:15,368 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-218105508/flush-table-proc/abort' 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-218105508/flush-table-proc/acquired' 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,37409,1731309493111 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37409,1731309493111' 2024-11-11T07:18:15,369 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-218105508/online-snapshot/abort' 2024-11-11T07:18:15,370 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-218105508/online-snapshot/acquired' 2024-11-11T07:18:15,370 DEBUG [RS:0;d72d5187e64f:37409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:15,370 INFO [RS:0;d72d5187e64f:37409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:15,370 INFO [RS:0;d72d5187e64f:37409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:15,471 INFO [RS:0;d72d5187e64f:37409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:15,474 INFO [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C37409%2C1731309493111, suffix=, logDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111, archiveDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/oldWALs, maxLogs=10 2024-11-11T07:18:15,497 DEBUG [RS:0;d72d5187e64f:37409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111/d72d5187e64f%2C37409%2C1731309493111.1731309495478, exclude list is [], retry=0 2024-11-11T07:18:15,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-77fb16ca-c212-4978-9e3d-552dc25ff9ab,DISK] 2024-11-11T07:18:15,504 INFO [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111/d72d5187e64f%2C37409%2C1731309493111.1731309495478 2024-11-11T07:18:15,504 DEBUG [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235)] 2024-11-11T07:18:15,605 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:18:15,605 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9 2024-11-11T07:18:15,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:18:16,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:16,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:16,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:16,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:16,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:16,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:16,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:16,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:16,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:16,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:16,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740 2024-11-11T07:18:16,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740 2024-11-11T07:18:16,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:16,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:16,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:16,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:16,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:16,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65371735, jitterRate=-0.025885239243507385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309496020Initializing all the Stores at 1731309496023 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496024 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309496024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496024Cleaning up temporary data from old regions at 1731309496043 (+19 ms)Region opened successfully at 1731309496049 (+6 ms) 2024-11-11T07:18:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:16,049 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:16,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:16,050 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:16,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309496049Disabling compacts and flushes for region at 1731309496049Disabling writes for close at 1731309496049Writing region close event to WAL at 1731309496050 (+1 ms)Closed at 1731309496050 2024-11-11T07:18:16,052 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:16,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:18:16,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:16,053 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:16,055 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:18:16,206 DEBUG [d72d5187e64f:41021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:16,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,37409,1731309493111 2024-11-11T07:18:16,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,37409,1731309493111, state=OPENING 2024-11-11T07:18:16,273 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:18:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:16,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:16,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218105508/meta-region-server: CHANGED 2024-11-11T07:18:16,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218105508/meta-region-server: CHANGED 2024-11-11T07:18:16,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,37409,1731309493111}] 2024-11-11T07:18:16,449 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:16,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:16,461 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:16,461 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:16,462 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:16,466 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C37409%2C1731309493111.meta, suffix=.meta, logDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111, archiveDir=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/oldWALs, maxLogs=10 2024-11-11T07:18:16,483 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111/d72d5187e64f%2C37409%2C1731309493111.meta.1731309496469.meta, exclude list is [], retry=0 2024-11-11T07:18:16,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33137,DS-77fb16ca-c212-4978-9e3d-552dc25ff9ab,DISK] 2024-11-11T07:18:16,489 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/WALs/d72d5187e64f,37409,1731309493111/d72d5187e64f%2C37409%2C1731309493111.meta.1731309496469.meta 2024-11-11T07:18:16,489 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39235:39235)] 2024-11-11T07:18:16,490 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:16,490 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:16,490 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:16,490 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:16,490 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:16,490 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:16,490 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:16,491 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:16,491 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:16,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:16,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:16,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:16,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:16,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:16,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:16,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:16,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:16,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:16,500 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:16,502 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740 2024-11-11T07:18:16,504 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740 2024-11-11T07:18:16,506 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:16,506 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:16,507 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:16,509 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:16,511 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68887964, jitterRate=0.026510655879974365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:16,511 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:16,511 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309496491Writing region info on filesystem at 1731309496491Initializing all the Stores at 1731309496493 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309496493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309496493Cleaning up temporary data from old regions at 1731309496506 (+13 ms)Running coprocessor post-open hooks at 1731309496511 (+5 ms)Region opened successfully at 1731309496511 2024-11-11T07:18:16,513 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309496449 2024-11-11T07:18:16,516 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:16,516 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:16,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37409,1731309493111 2024-11-11T07:18:16,519 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,37409,1731309493111, state=OPEN 2024-11-11T07:18:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-218105508/meta-region-server 2024-11-11T07:18:16,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-218105508/meta-region-server 2024-11-11T07:18:16,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,37409,1731309493111 2024-11-11T07:18:16,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218105508/meta-region-server: CHANGED 2024-11-11T07:18:16,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-218105508/meta-region-server: CHANGED 2024-11-11T07:18:16,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:18:16,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,37409,1731309493111 in 236 msec 2024-11-11T07:18:16,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:18:16,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-11T07:18:16,541 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:16,541 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:18:16,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:16,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37409,1731309493111, seqNum=-1] 2024-11-11T07:18:16,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:16,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:16,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec 2024-11-11T07:18:16,557 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309496557, completionTime=-1 2024-11-11T07:18:16,557 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:18:16,557 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:16,560 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:16,560 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309556560 2024-11-11T07:18:16,560 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309616560 2024-11-11T07:18:16,560 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:41021, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,561 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,564 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:18:16,566 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.377sec 2024-11-11T07:18:16,566 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:16,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:16,570 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:16,570 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:16,570 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41021,1731309492914-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:16,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:16,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:16,654 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:16,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7e1345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:16,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:16,659 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:16,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37409,1731309493111, seqNum=-1] 2024-11-11T07:18:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:16,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:16,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,41021,1731309492914 2024-11-11T07:18:16,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:16,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:16,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c218a30005 connected 2024-11-11T07:18:16,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45813,-1 for getting cluster id 2024-11-11T07:18:16,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:16,708 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d957e1c-3147-479b-9891-c21f6ed37d48' 2024-11-11T07:18:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d957e1c-3147-479b-9891-c21f6ed37d48" 2024-11-11T07:18:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f17675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45813,-1] 2024-11-11T07:18:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:16,711 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315803dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,45813,1731309484432 2024-11-11T07:18:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd37654 2024-11-11T07:18:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:16,733 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:16,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:18:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:18:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:16,748 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:16,750 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,751 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:16,751 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:16,752 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:16,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:16,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532b3842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:16,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:16,754 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:16,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a53100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:16,756 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:16,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:16,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@733854e5 2024-11-11T07:18:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:16,763 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:16,774 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T07:18:16,774 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:18:16,779 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:16,779 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:16,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:16,781 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:16,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:18:16,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:18:16,790 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:16,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:18:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741835_1011 (size=1138) 2024-11-11T07:18:16,838 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:18:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:17,208 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40f80e150af5aaacc14389f51b3b540e, NAME => 'hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561 2024-11-11T07:18:17,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741836_1012 (size=44) 2024-11-11T07:18:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:17,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:17,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40f80e150af5aaacc14389f51b3b540e, disabling compactions & flushes 2024-11-11T07:18:17,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:17,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:17,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. after waiting 0 ms 2024-11-11T07:18:17,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:17,620 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:17,620 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40f80e150af5aaacc14389f51b3b540e: Waiting for close lock at 1731309497619Disabling compacts and flushes for region at 1731309497619Disabling writes for close at 1731309497619Writing region close event to WAL at 1731309497620 (+1 ms)Closed at 1731309497620 2024-11-11T07:18:17,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:18:17,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309497624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309497624"}]},"ts":"1731309497624"} 2024-11-11T07:18:17,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:18:17,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:18:17,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309497637"}]},"ts":"1731309497637"} 2024-11-11T07:18:17,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:18:17,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN}] 2024-11-11T07:18:17,647 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN 2024-11-11T07:18:17,649 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN; state=OFFLINE, location=d72d5187e64f,39763,1731309486005; forceNewPlan=false, retain=false 2024-11-11T07:18:17,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40f80e150af5aaacc14389f51b3b540e, regionState=OPENING, regionLocation=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN because future has completed 2024-11-11T07:18:17,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,39763,1731309486005}] 2024-11-11T07:18:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:17,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:17,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:17,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:18:17,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39763%2C1731309486005.rep, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:17,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.rep.1731309497981, exclude list is [], retry=0 2024-11-11T07:18:17,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:18,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.rep.1731309497981 2024-11-11T07:18:18,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:18,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 40f80e150af5aaacc14389f51b3b540e, NAME => 'hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:18,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:18,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:18,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. service=MultiRowMutationService 2024-11-11T07:18:18,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:18:18,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:18,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,006 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,008 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName hfileref 2024-11-11T07:18:18,008 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:18,009 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:18,009 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,011 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName queue 2024-11-11T07:18:18,011 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:18,012 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:18,012 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,014 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName sid 2024-11-11T07:18:18,015 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:18,016 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:18,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:18:18,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:18,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 40f80e150af5aaacc14389f51b3b540e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70033216, jitterRate=0.04357624053955078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:18:18,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:18,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 40f80e150af5aaacc14389f51b3b540e: Running coprocessor pre-open hook at 1731309498004Writing region info on filesystem at 1731309498004Initializing all the Stores at 1731309498006 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309498006Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309498006Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309498006Cleaning up temporary data from old regions at 1731309498021 (+15 ms)Running coprocessor post-open hooks at 1731309498028 (+7 ms)Region opened successfully at 1731309498028 2024-11-11T07:18:18,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., pid=7, masterSystemTime=1731309497964 2024-11-11T07:18:18,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:18,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:18,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40f80e150af5aaacc14389f51b3b540e, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,39763,1731309486005 2024-11-11T07:18:18,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,39763,1731309486005 because future has completed 2024-11-11T07:18:18,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T07:18:18,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,39763,1731309486005 in 231 msec 2024-11-11T07:18:18,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:18:18,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN in 398 msec 2024-11-11T07:18:18,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:18:18,049 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309498049"}]},"ts":"1731309498049"} 2024-11-11T07:18:18,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:18:18,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:18:18,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2730 sec 2024-11-11T07:18:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., hostname=d72d5187e64f,39763,1731309486005, seqNum=2] 2024-11-11T07:18:18,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39763 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T07:18:18,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:18,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:18,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:18:18,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T07:18:18,622 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:18:18,659 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,39763,1731309486005, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:18:18,661 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:18,661 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39763,1731309486005, seqNum=-1] 2024-11-11T07:18:18,661 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:18,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T07:18:18,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,39763,1731309486005', locateType=CURRENT is [region=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., hostname=d72d5187e64f,39763,1731309486005, seqNum=2] 2024-11-11T07:18:18,672 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T07:18:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T07:18:18,678 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,39763,1731309486005 suceeded 2024-11-11T07:18:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T07:18:18,682 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-11T07:18:18,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9450 sec 2024-11-11T07:18:18,692 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:18,695 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446cc94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,695 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:18,695 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:18,696 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:18,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a26c3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,698 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:18,699 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393e9458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,699 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:18,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd253c4 2024-11-11T07:18:18,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:18,702 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T07:18:18,703 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,39763,1731309486005 (queues=1) is replicating from cluster=8d957e1c-3147-479b-9891-c21f6ed37d48 to cluster=5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:18,707 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C39763%2C1731309486005 2024-11-11T07:18:18,712 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,39763,1731309486005, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:18:18,715 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C39763%2C1731309486005 2024-11-11T07:18:18,718 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046, startPosition=0, beingWritten=true 2024-11-11T07:18:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:18,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:18,900 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:18:18,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:18,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:18,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45813,-1 for getting cluster id 2024-11-11T07:18:18,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:18,905 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d957e1c-3147-479b-9891-c21f6ed37d48' 2024-11-11T07:18:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:18,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d957e1c-3147-479b-9891-c21f6ed37d48" 2024-11-11T07:18:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddc5f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45813,-1] 2024-11-11T07:18:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:18,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,911 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:18,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d256d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,45813,1731309484432 2024-11-11T07:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6052dcfd 2024-11-11T07:18:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:18,916 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:18,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:18:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:18:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T07:18:18,921 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:18,922 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ed2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,922 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:18,923 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:18,924 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:18,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:18,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@823ba75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:18,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,926 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:18,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56602e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:18,928 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353a088e 2024-11-11T07:18:18,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:18,931 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:18,932 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T07:18:18,932 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:18:18,932 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,932 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:18,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:18,971 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T07:18:19,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:18:19,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T07:18:19,218 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T07:18:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T07:18:19,253 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d72d5187e64f,39763,1731309486005, ReplicationSource: 2, currentBandwidth=0 2024-11-11T07:18:19,256 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T07:18:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T07:18:19,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d72d5187e64f,39763,1731309486005 suceeded 2024-11-11T07:18:19,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:18:19,264 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:19,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-11T07:18:19,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 347 msec 2024-11-11T07:18:19,273 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:19,274 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56947e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,274 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:19,274 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:19,275 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:19,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:19,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@503404f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:19,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,277 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:19,278 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511b969c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,278 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:19,278 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:19,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:19,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aceb3e9 2024-11-11T07:18:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:19,281 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T07:18:19,282 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d72d5187e64f,39763,1731309486005 (queues=1) is replicating from cluster=8d957e1c-3147-479b-9891-c21f6ed37d48 to cluster=5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:19,282 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d72d5187e64f%2C39763%2C1731309486005 2024-11-11T07:18:19,282 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d72d5187e64f,39763,1731309486005, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:18:19,282 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C39763%2C1731309486005 2024-11-11T07:18:19,283 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046, startPosition=0, beingWritten=true 2024-11-11T07:18:19,489 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T07:18:19,550 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T07:18:19,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:19,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:19,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,45813,1731309484432 2024-11-11T07:18:19,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65565c72 2024-11-11T07:18:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:19,567 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:19,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:19,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T07:18:19,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:19,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T07:18:19,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T07:18:19,593 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T07:18:19,601 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e09631e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,601 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:19,601 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:19,602 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1138f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:19,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:19,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,606 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:19,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23631bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:19,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:19,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c20a17 2024-11-11T07:18:19,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:19,611 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:19,612 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:18:19,612 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:18:19,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:19,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:18:19,685 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T07:18:19,800 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:19,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T07:18:19,823 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T07:18:19,825 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T07:18:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T07:18:19,829 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d72d5187e64f,39763,1731309486005 suceeded 2024-11-11T07:18:19,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T07:18:19,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-11T07:18:19,832 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:19,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 249 msec 2024-11-11T07:18:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T07:18:19,919 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T07:18:19,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T07:18:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T07:18:19,924 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:19,926 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd3a617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,926 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:19,926 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:19,927 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a3b511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:19,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:19,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,930 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:19,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1ceaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:19,932 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:19,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:19,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76385a2f 2024-11-11T07:18:19,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:19,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:19,935 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T07:18:19,935 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:18:19,935 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,935 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:19,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:19,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:18:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T07:18:20,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T07:18:20,149 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T07:18:20,150 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T07:18:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T07:18:20,154 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d72d5187e64f,39763,1731309486005 suceeded 2024-11-11T07:18:20,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T07:18:20,157 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d72d5187e64f:41021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:20,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-11T07:18:20,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 237 msec 2024-11-11T07:18:20,192 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:20,207 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:20,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T07:18:20,240 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T07:18:20,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:20,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45813 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T07:18:20,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:20,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:20,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:20,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:20,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:20,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:18:20,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-11T07:18:20,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,45813,1731309484432 2024-11-11T07:18:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:20,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:20,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:20,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:20,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:20,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:20,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:20,257 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,39763,1731309486005' ***** 2024-11-11T07:18:20,257 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:18:20,258 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:18:20,258 INFO [RS:0;d72d5187e64f:39763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:18:20,258 INFO [RS:0;d72d5187e64f:39763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:18:20,258 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(3091): Received CLOSE for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:20,259 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:18:20,259 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,39763,1731309486005 2024-11-11T07:18:20,259 INFO [RS:0;d72d5187e64f:39763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:20,259 INFO [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39763. 2024-11-11T07:18:20,259 DEBUG [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:20,259 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:20,260 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:18:20,260 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:18:20,260 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40f80e150af5aaacc14389f51b3b540e, disabling compactions & flushes 2024-11-11T07:18:20,260 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:18:20,260 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:20,260 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:18:20,260 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:20,260 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. after waiting 0 ms 2024-11-11T07:18:20,260 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:20,260 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:18:20,261 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40f80e150af5aaacc14389f51b3b540e=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.} 2024-11-11T07:18:20,261 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:20,261 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:20,261 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:20,261 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:20,261 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:20,261 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:20,264 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T07:18:20,264 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40f80e150af5aaacc14389f51b3b540e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T07:18:20,280 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:20,341 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/.tmp/queue/33be2cd67e474d2f8f59600bb22ee69c is 151, key is 1-d72d5187e64f,39763,1731309486005/queue:d72d5187e64f%2C39763%2C1731309486005/1731309498667/Put/seqid=0 2024-11-11T07:18:20,344 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/2feae3a853ed4b1c99b4429702548c26 is 147, key is hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e./info:regioninfo/1731309498035/Put/seqid=0 2024-11-11T07:18:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741838_1014 (size=5500) 2024-11-11T07:18:20,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741839_1015 (size=6631) 2024-11-11T07:18:20,461 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:20,661 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:20,715 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:20,763 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/.tmp/queue/33be2cd67e474d2f8f59600bb22ee69c 2024-11-11T07:18:20,766 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/2feae3a853ed4b1c99b4429702548c26 2024-11-11T07:18:20,798 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 to pos 0, reset compression=false 2024-11-11T07:18:20,832 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/.tmp/queue/33be2cd67e474d2f8f59600bb22ee69c as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/queue/33be2cd67e474d2f8f59600bb22ee69c 2024-11-11T07:18:20,851 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/queue/33be2cd67e474d2f8f59600bb22ee69c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T07:18:20,859 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 40f80e150af5aaacc14389f51b3b540e in 595ms, sequenceid=6, compaction requested=false 2024-11-11T07:18:20,859 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:18:20,863 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/ns/8fd3338064664a53826e955499f3ec82 is 43, key is default/ns:d/1731309489989/Put/seqid=0 2024-11-11T07:18:20,864 DEBUG [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741840_1016 (size=5153) 2024-11-11T07:18:20,884 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/ns/8fd3338064664a53826e955499f3ec82 2024-11-11T07:18:20,888 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T07:18:20,890 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:20,891 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:20,891 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:20,891 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40f80e150af5aaacc14389f51b3b540e: Waiting for close lock at 1731309500259Running coprocessor pre-close hooks at 1731309500260 (+1 ms)Disabling compacts and flushes for region at 1731309500260Disabling writes for close at 1731309500260Obtaining lock to block concurrent updates at 1731309500264 (+4 ms)Preparing flush snapshotting stores in 40f80e150af5aaacc14389f51b3b540e at 1731309500264Finished memstore snapshotting hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731309500272 (+8 ms)Flushing stores of hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. at 1731309500274 (+2 ms)Flushing 40f80e150af5aaacc14389f51b3b540e/queue: creating writer at 1731309500275 (+1 ms)Flushing 40f80e150af5aaacc14389f51b3b540e/queue: appending metadata at 1731309500319 (+44 ms)Flushing 40f80e150af5aaacc14389f51b3b540e/queue: closing flushed file at 1731309500322 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcdca79: reopening flushed file at 1731309500830 (+508 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 40f80e150af5aaacc14389f51b3b540e in 595ms, sequenceid=6, compaction requested=false at 1731309500859 (+29 ms)Writing region close event to WAL at 1731309500873 (+14 ms)Running coprocessor post-close hooks at 1731309500889 (+16 ms)Closed at 1731309500891 (+2 ms) 2024-11-11T07:18:20,892 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:20,912 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/table/af236009db2f4f2898be42ee40903015 is 53, key is hbase:replication/table:state/1731309498049/Put/seqid=0 2024-11-11T07:18:20,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741841_1017 (size=5256) 2024-11-11T07:18:20,924 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/table/af236009db2f4f2898be42ee40903015 2024-11-11T07:18:20,928 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:18:20,928 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:18:20,934 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/2feae3a853ed4b1c99b4429702548c26 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/info/2feae3a853ed4b1c99b4429702548c26 2024-11-11T07:18:20,954 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/info/2feae3a853ed4b1c99b4429702548c26, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T07:18:20,956 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/ns/8fd3338064664a53826e955499f3ec82 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/ns/8fd3338064664a53826e955499f3ec82 2024-11-11T07:18:20,967 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/ns/8fd3338064664a53826e955499f3ec82, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:18:20,969 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/table/af236009db2f4f2898be42ee40903015 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/table/af236009db2f4f2898be42ee40903015 2024-11-11T07:18:20,982 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/table/af236009db2f4f2898be42ee40903015, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T07:18:20,983 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 722ms, sequenceid=11, compaction requested=false 2024-11-11T07:18:20,997 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:18:20,998 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:20,998 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:20,998 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:20,999 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309500260Running coprocessor pre-close hooks at 1731309500260Disabling compacts and flushes for region at 1731309500261 (+1 ms)Disabling writes for close at 1731309500261Obtaining lock to block concurrent updates at 1731309500264 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731309500264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731309500272 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309500274 (+2 ms)Flushing 1588230740/info: creating writer at 1731309500275 (+1 ms)Flushing 1588230740/info: appending metadata at 1731309500320 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731309500322 (+2 ms)Flushing 1588230740/ns: creating writer at 1731309500830 (+508 ms)Flushing 1588230740/ns: appending metadata at 1731309500861 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731309500861Flushing 1588230740/table: creating writer at 1731309500895 (+34 ms)Flushing 1588230740/table: appending metadata at 1731309500911 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731309500911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462a3361: reopening flushed file at 1731309500933 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49af00a9: reopening flushed file at 1731309500954 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125b283d: reopening flushed file at 1731309500968 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 722ms, sequenceid=11, compaction requested=false at 1731309500983 (+15 ms)Writing region close event to WAL at 1731309500988 (+5 ms)Running coprocessor post-close hooks at 1731309500998 (+10 ms)Closed at 1731309500998 2024-11-11T07:18:20,999 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:21,064 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,39763,1731309486005; all regions closed. 2024-11-11T07:18:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741834_1010 (size=2742) 2024-11-11T07:18:21,093 DEBUG [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:21,094 INFO [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C39763%2C1731309486005.meta:.meta(num 1731309489672) 2024-11-11T07:18:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741837_1013 (size=1802) 2024-11-11T07:18:21,104 DEBUG [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:21,105 INFO [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C39763%2C1731309486005.rep:(num 1731309497981) 2024-11-11T07:18:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741833_1009 (size=93) 2024-11-11T07:18:21,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005/d72d5187e64f%2C39763%2C1731309486005.1731309489046 not finished, retry = 0 2024-11-11T07:18:21,215 DEBUG [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:21,216 INFO [RS:0;d72d5187e64f:39763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C39763%2C1731309486005:(num 1731309489046) 2024-11-11T07:18:21,216 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:21,216 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:21,218 INFO [RS:0;d72d5187e64f:39763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:21,218 INFO [RS:0;d72d5187e64f:39763 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:21,218 INFO [RS:0;d72d5187e64f:39763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:21,218 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,39763,1731309486005 because: Region server is closing 2024-11-11T07:18:21,219 INFO [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39763. 2024-11-11T07:18:21,219 DEBUG [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:21,219 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:21,219 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:21,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:21,219 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:21,320 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:18:21,320 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.wal-reader.d72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:18:21,320 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,1-d72d5187e64f,39763,1731309486005 terminated 2024-11-11T07:18:21,321 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d72d5187e64f,39763,1731309486005 because: Region server is closing 2024-11-11T07:18:21,321 INFO [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39763. 2024-11-11T07:18:21,321 DEBUG [RS:0;d72d5187e64f:39763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:21,321 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:21,321 DEBUG [RS:0;d72d5187e64f:39763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:21,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:21,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:18:21,422 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:18:21,422 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,39763,1731309486005.replicationSource.shipperd72d5187e64f%2C39763%2C1731309486005,2-d72d5187e64f,39763,1731309486005 terminated 2024-11-11T07:18:21,422 INFO [RS:0;d72d5187e64f:39763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39763 2024-11-11T07:18:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/rs 2024-11-11T07:18:21,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/rs/d72d5187e64f,39763,1731309486005 2024-11-11T07:18:21,498 INFO [RS:0;d72d5187e64f:39763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:21,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,39763,1731309486005] 2024-11-11T07:18:21,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/draining/d72d5187e64f,39763,1731309486005 already deleted, retry=false 2024-11-11T07:18:21,519 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,39763,1731309486005 expired; onlineServers=0 2024-11-11T07:18:21,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,45813,1731309484432' ***** 2024-11-11T07:18:21,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:18:21,520 INFO [M:0;d72d5187e64f:45813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:21,520 INFO [M:0;d72d5187e64f:45813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:21,520 DEBUG [M:0;d72d5187e64f:45813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:18:21,520 DEBUG [M:0;d72d5187e64f:45813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:18:21,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:18:21,520 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309488678 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309488678,5,FailOnTimeoutGroup] 2024-11-11T07:18:21,520 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309488693 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309488693,5,FailOnTimeoutGroup] 2024-11-11T07:18:21,520 INFO [M:0;d72d5187e64f:45813 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:21,520 INFO [M:0;d72d5187e64f:45813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:21,521 DEBUG [M:0;d72d5187e64f:45813 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:18:21,521 INFO [M:0;d72d5187e64f:45813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:18:21,521 INFO [M:0;d72d5187e64f:45813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:21,521 INFO [M:0;d72d5187e64f:45813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:18:21,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:18:21,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/master 2024-11-11T07:18:21,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:21,535 DEBUG [M:0;d72d5187e64f:45813 {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/master already deleted, retry=false 2024-11-11T07:18:21,536 DEBUG [M:0;d72d5187e64f:45813 {}] master.ActiveMasterManager(353): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Failed delete of our master address node; KeeperErrorCode = NoNode for /0845824474/master 2024-11-11T07:18:21,536 INFO [M:0;d72d5187e64f:45813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.lastflushedseqids 2024-11-11T07:18:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741842_1018 (size=181) 2024-11-11T07:18:21,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39763-0x10128c218a30001, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:21,613 INFO [RS:0;d72d5187e64f:39763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:21,613 INFO [RS:0;d72d5187e64f:39763 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,39763,1731309486005; zookeeper connection closed. 2024-11-11T07:18:21,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a2cd9d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a2cd9d9 2024-11-11T07:18:21,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:18:21,949 INFO [M:0;d72d5187e64f:45813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:18:21,950 INFO [M:0;d72d5187e64f:45813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:18:21,950 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:21,950 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:21,950 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:21,950 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:21,950 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:21,951 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T07:18:21,971 DEBUG [M:0;d72d5187e64f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcd6239f9314fa0996316be6728f60b is 82, key is hbase:meta,,1/info:regioninfo/1731309489820/Put/seqid=0 2024-11-11T07:18:21,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741843_1019 (size=5672) 2024-11-11T07:18:21,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:22,378 INFO [M:0;d72d5187e64f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcd6239f9314fa0996316be6728f60b 2024-11-11T07:18:22,413 DEBUG [M:0;d72d5187e64f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b134def67c8043bca1c04b74cb1e33d0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731309498056/Put/seqid=0 2024-11-11T07:18:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741844_1020 (size=8663) 2024-11-11T07:18:22,824 INFO [M:0;d72d5187e64f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b134def67c8043bca1c04b74cb1e33d0 2024-11-11T07:18:22,849 DEBUG [M:0;d72d5187e64f:45813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67101e1b8c694633a1db9cdf01c2f669 is 69, key is d72d5187e64f,39763,1731309486005/rs:state/1731309488759/Put/seqid=0 2024-11-11T07:18:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741845_1021 (size=5156) 2024-11-11T07:18:22,861 INFO [M:0;d72d5187e64f:45813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67101e1b8c694633a1db9cdf01c2f669 2024-11-11T07:18:22,875 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbcd6239f9314fa0996316be6728f60b as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbcd6239f9314fa0996316be6728f60b 2024-11-11T07:18:22,883 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbcd6239f9314fa0996316be6728f60b, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T07:18:22,884 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b134def67c8043bca1c04b74cb1e33d0 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b134def67c8043bca1c04b74cb1e33d0 2024-11-11T07:18:22,896 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b134def67c8043bca1c04b74cb1e33d0, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T07:18:22,897 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67101e1b8c694633a1db9cdf01c2f669 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67101e1b8c694633a1db9cdf01c2f669 2024-11-11T07:18:22,906 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67101e1b8c694633a1db9cdf01c2f669, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T07:18:22,908 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=115, compaction requested=false 2024-11-11T07:18:22,917 INFO [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:22,917 DEBUG [M:0;d72d5187e64f:45813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309501950Disabling compacts and flushes for region at 1731309501950Disabling writes for close at 1731309501950Obtaining lock to block concurrent updates at 1731309501951 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309501951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731309501951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309501953 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309501953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309501971 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309501971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309502387 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309502413 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309502413Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309502832 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309502848 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309502849 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d7e599: reopening flushed file at 1731309502873 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235f4687: reopening flushed file at 1731309502883 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4b9831: reopening flushed file at 1731309502896 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=115, compaction requested=false at 1731309502908 (+12 ms)Writing region close event to WAL at 1731309502917 (+9 ms)Closed at 1731309502917 2024-11-11T07:18:22,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741830_1006 (size=59421) 2024-11-11T07:18:22,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:22,922 INFO [M:0;d72d5187e64f:45813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:18:22,922 INFO [M:0;d72d5187e64f:45813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45813 2024-11-11T07:18:22,923 INFO [M:0;d72d5187e64f:45813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:23,036 INFO [M:0;d72d5187e64f:45813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:23,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45813-0x10128c218a30000, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:23,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:23,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:23,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32857 2024-11-11T07:18:23,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32857 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328570x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:23,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32857-0x10128c218a30006 connected 2024-11-11T07:18:23,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:23,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:23,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:23,094 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: INIT 2024-11-11T07:18:23,094 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561, hbase.cluster.distributed=false 2024-11-11T07:18:23,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/acl 2024-11-11T07:18:23,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T07:18:23,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32857 2024-11-11T07:18:23,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32857 2024-11-11T07:18:23,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T07:18:23,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32857 2024-11-11T07:18:23,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:23,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:23,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34991 2024-11-11T07:18:23,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34991 connecting to ZooKeeper ensemble=127.0.0.1:57481 2024-11-11T07:18:23,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:23,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:23,146 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349910x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:23,146 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: INIT 2024-11-11T07:18:23,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349910x0, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:23,147 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:23,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34991-0x10128c218a30007 connected 2024-11-11T07:18:23,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:23,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/master 2024-11-11T07:18:23,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/acl 2024-11-11T07:18:23,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-11T07:18:23,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34991 2024-11-11T07:18:23,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34991 2024-11-11T07:18:23,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-11T07:18:23,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34991 2024-11-11T07:18:23,188 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:32857 2024-11-11T07:18:23,188 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0845824474/backup-masters/d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,199 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:23,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:23,201 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/backup-masters/d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:23,214 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/master 2024-11-11T07:18:23,214 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:23,215 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/master 2024-11-11T07:18:23,215 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0845824474/backup-masters/d72d5187e64f,32857,1731309503037 from backup master directory 2024-11-11T07:18:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/backup-masters/d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,224 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:23,224 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/backup-masters 2024-11-11T07:18:23,224 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,251 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:23,251 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:23,273 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 22ms. 2024-11-11T07:18:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741846_1022 (size=196) 2024-11-11T07:18:23,291 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:23,292 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:23,293 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:23,305 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T07:18:23,311 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432 to hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432-dead as it is dead 2024-11-11T07:18:23,313 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T07:18:23,313 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T07:18:23,313 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432-dead/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:23,319 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432-dead/d72d5187e64f%2C45813%2C1731309484432.1731309487691 after 4ms 2024-11-11T07:18:23,321 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432-dead/d72d5187e64f%2C45813%2C1731309484432.1731309487691 to hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:23,321 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,45813,1731309484432-dead 2024-11-11T07:18:23,321 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,323 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:23,324 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C32857%2C1731309503037, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,32857,1731309503037, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:23,341 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,32857,1731309503037/d72d5187e64f%2C32857%2C1731309503037.1731309503325, exclude list is [], retry=0 2024-11-11T07:18:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:23,353 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/WALs/d72d5187e64f,32857,1731309503037/d72d5187e64f%2C32857%2C1731309503037.1731309503325 2024-11-11T07:18:23,360 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:23,360 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:23,361 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:23,361 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,362 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:23,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:23,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbcd6239f9314fa0996316be6728f60b 2024-11-11T07:18:23,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:23,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:23,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:23,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b134def67c8043bca1c04b74cb1e33d0 2024-11-11T07:18:23,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:23,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:23,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:23,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67101e1b8c694633a1db9cdf01c2f669 2024-11-11T07:18:23,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:23,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:23,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:23,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:23,426 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,433 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T07:18:23,433 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:23,465 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:23,472 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C45813%2C1731309484432.1731309487691 2024-11-11T07:18:23,477 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,477 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,478 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:23,481 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:23,492 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T07:18:23,494 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67972412, jitterRate=0.012867867946624756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:23,495 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309503362Initializing all the Stores at 1731309503364 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309503364Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309503364Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309503364Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309503364Cleaning up temporary data from old regions at 1731309503477 (+113 ms)Region opened successfully at 1731309503494 (+17 ms) 2024-11-11T07:18:23,495 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:23,507 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51186b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:23,523 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T07:18:23,523 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:23,524 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:23,524 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:23,525 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:23,532 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:23,533 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:18:23,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:18:23,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:18:23,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T07:18:23,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T07:18:23,534 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-11T07:18:23,535 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:23,541 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d72d5187e64f,39763,1731309486005, regionLocation=d72d5187e64f,39763,1731309486005, openSeqNum=2 2024-11-11T07:18:23,541 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d72d5187e64f,39763,1731309486005, table=hbase:meta, region=1588230740 2024-11-11T07:18:23,541 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,39763,1731309486005, state=OPEN 2024-11-11T07:18:23,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:23,551 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:23,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:23,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:23,558 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:23,567 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/draining/d72d5187e64f,39763,1731309486005 already deleted, retry=false 2024-11-11T07:18:23,567 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d72d5187e64f,39763,1731309486005 on d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,573 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d72d5187e64f,39763,1731309486005, splitWal=true, meta=true 2024-11-11T07:18:23,575 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d72d5187e64f,39763,1731309486005 (carryingMeta=true) d72d5187e64f,39763,1731309486005/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@26ec7dbe[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T07:18:23,579 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:23,652 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/balancer already deleted, retry=false 2024-11-11T07:18:23,653 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:23,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:23,682 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/normalizer already deleted, retry=false 2024-11-11T07:18:23,683 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:23,684 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:23,693 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/switch/split already deleted, retry=false 2024-11-11T07:18:23,694 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:23,703 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/switch/merge already deleted, retry=false 2024-11-11T07:18:23,728 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:23,740 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:23,751 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:23,751 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:23,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:23,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,32857,1731309503037, sessionid=0x10128c218a30006, setting cluster-up flag (Was=false) 2024-11-11T07:18:23,762 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0845824474/flush-table-proc/acquired, /0845824474/flush-table-proc/reached, /0845824474/flush-table-proc/abort 2024-11-11T07:18:23,763 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,772 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0845824474/online-snapshot/acquired, /0845824474/online-snapshot/reached, /0845824474/online-snapshot/abort 2024-11-11T07:18:23,773 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,32857,1731309503037 2024-11-11T07:18:23,775 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.lastflushedseqids 2024-11-11T07:18:23,780 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:23,780 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:23,780 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,32857,1731309503037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d72d5187e64f,39763,1731309486005 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:23,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:23,783 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:23,783 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:23,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309533797 2024-11-11T07:18:23,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:23,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:23,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:23,798 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:23,798 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:23,798 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:23,800 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:23,800 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d72d5187e64f,39763,1731309486005, splitWal=true, meta=true 2024-11-11T07:18:23,802 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,39763,1731309486005, splitWal=true, meta=true, isMeta: true 2024-11-11T07:18:23,804 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005-splitting 2024-11-11T07:18:23,805 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:23,805 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005-splitting dir is empty, no logs to split. 2024-11-11T07:18:23,805 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:23,805 INFO [PEWorker-1 {}] master.SplitWALManager(105): d72d5187e64f,39763,1731309486005 WAL count=0, meta=true 2024-11-11T07:18:23,805 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:23,805 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:23,810 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:23,810 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:23,811 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309503810,5,FailOnTimeoutGroup] 2024-11-11T07:18:23,812 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005-splitting dir is empty, no logs to split. 2024-11-11T07:18:23,812 INFO [PEWorker-1 {}] master.SplitWALManager(105): d72d5187e64f,39763,1731309486005 WAL count=0, meta=true 2024-11-11T07:18:23,813 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,39763,1731309486005 WAL splitting is done? wals=0, meta=true 2024-11-11T07:18:23,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:23,816 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309503811,5,FailOnTimeoutGroup] 2024-11-11T07:18:23,816 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:23,816 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:23,816 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:23,816 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:23,817 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309503816, completionTime=-1 2024-11-11T07:18:23,817 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T07:18:23,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T07:18:23,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:23,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:18:23,876 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(746): ClusterId : 8d957e1c-3147-479b-9891-c21f6ed37d48 2024-11-11T07:18:23,876 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:23,889 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:23,889 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:23,912 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:23,912 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff9a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:23,945 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:34991 2024-11-11T07:18:23,945 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:23,945 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:23,945 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:23,949 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,32857,1731309503037 with port=34991, startcode=1731309503125 2024-11-11T07:18:23,950 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:23,953 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:23,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,34991,1731309503125 2024-11-11T07:18:23,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32857 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:23,957 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561 2024-11-11T07:18:23,957 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35769 2024-11-11T07:18:23,958 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:23,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/rs 2024-11-11T07:18:23,968 DEBUG [RS:0;d72d5187e64f:34991 {}] zookeeper.ZKUtil(111): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on existing znode=/0845824474/rs/d72d5187e64f,34991,1731309503125 2024-11-11T07:18:23,968 WARN [RS:0;d72d5187e64f:34991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:23,968 INFO [RS:0;d72d5187e64f:34991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:23,969 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125 2024-11-11T07:18:23,970 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T07:18:23,975 WARN [d72d5187e64f:32857 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:18:23,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,34991,1731309503125] 2024-11-11T07:18:24,025 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:24,032 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:24,033 INFO [RS:0;d72d5187e64f:34991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:24,033 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,036 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:24,037 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:24,038 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,038 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:24,039 DEBUG [RS:0;d72d5187e64f:34991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,046 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34991,1731309503125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:24,078 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:24,079 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34991,1731309503125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,113 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,34991,1731309503125, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:18:24,139 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(231): queueId=2-d72d5187e64f,34991,1731309503125, ReplicationSource: 2, currentBandwidth=0 2024-11-11T07:18:24,140 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,140 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.Replication(171): d72d5187e64f,34991,1731309503125 started 2024-11-11T07:18:24,147 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:24,150 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb282c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,150 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:24,150 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:24,153 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51bf91de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:24,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:24,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:24,156 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:24,161 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7937ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,161 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:24,163 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41021' 2024-11-11T07:18:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@777f6de1 2024-11-11T07:18:24,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:24,166 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:24,166 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,34991,1731309503125, RpcServer on d72d5187e64f/172.17.0.3:34991, sessionid=0x10128c218a30007 2024-11-11T07:18:24,166 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:24,166 DEBUG [RS:0;d72d5187e64f:34991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,34991,1731309503125 2024-11-11T07:18:24,166 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34991,1731309503125' 2024-11-11T07:18:24,167 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0845824474/flush-table-proc/abort' 2024-11-11T07:18:24,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T07:18:24,168 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0845824474/flush-table-proc/acquired' 2024-11-11T07:18:24,168 INFO [RS:0;d72d5187e64f:34991.replicationSource,1-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,34991,1731309503125 (queues=0) is replicating from cluster=8d957e1c-3147-479b-9891-c21f6ed37d48 to cluster=5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:24,170 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@399e529a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,171 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41021,-1 for getting cluster id 2024-11-11T07:18:24,171 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:24,172 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:24,172 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:24,172 DEBUG [RS:0;d72d5187e64f:34991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,34991,1731309503125 2024-11-11T07:18:24,172 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34991,1731309503125' 2024-11-11T07:18:24,172 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0845824474/online-snapshot/abort' 2024-11-11T07:18:24,173 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0845824474/online-snapshot/acquired' 2024-11-11T07:18:24,173 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b5e45bb-da41-47c3-a2e9-a39d2455cb5b' 2024-11-11T07:18:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:24,174 DEBUG [RS:0;d72d5187e64f:34991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:24,174 INFO [RS:0;d72d5187e64f:34991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:24,174 INFO [RS:0;d72d5187e64f:34991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b5e45bb-da41-47c3-a2e9-a39d2455cb5b" 2024-11-11T07:18:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7492eac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41021,-1] 2024-11-11T07:18:24,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:24,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:24,176 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:24,177 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be1caae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:24,177 DEBUG [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:24,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41021,1731309492914 2024-11-11T07:18:24,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8afc332 2024-11-11T07:18:24,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:24,180 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T07:18:24,182 INFO [RS:0;d72d5187e64f:34991.replicationSource,2-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d72d5187e64f,34991,1731309503125 (queues=0) is replicating from cluster=8d957e1c-3147-479b-9891-c21f6ed37d48 to cluster=5b5e45bb-da41-47c3-a2e9-a39d2455cb5b 2024-11-11T07:18:24,275 INFO [RS:0;d72d5187e64f:34991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:24,277 INFO [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C34991%2C1731309503125, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:24,294 DEBUG [RS:0;d72d5187e64f:34991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278, exclude list is [], retry=0 2024-11-11T07:18:24,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:24,307 INFO [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 2024-11-11T07:18:24,308 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d72d5187e64f%2C34991%2C1731309503125 for peer 2 2024-11-11T07:18:24,308 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d72d5187e64f%2C34991%2C1731309503125 for peer 1 2024-11-11T07:18:24,308 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C34991%2C1731309503125 2024-11-11T07:18:24,308 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,34991,1731309503125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:18:24,309 INFO [RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C34991%2C1731309503125 2024-11-11T07:18:24,309 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d72d5187e64f%2C34991%2C1731309503125 2024-11-11T07:18:24,309 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d72d5187e64f,34991,1731309503125, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:18:24,324 DEBUG [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:24,324 INFO [RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C34991%2C1731309503125 2024-11-11T07:18:24,325 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278, startPosition=0, beingWritten=true 2024-11-11T07:18:24,327 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278, startPosition=0, beingWritten=true 2024-11-11T07:18:24,475 DEBUG [d72d5187e64f:32857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:24,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:24,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34991,1731309503125, state=OPENING 2024-11-11T07:18:24,487 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:24,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:24,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:24,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:24,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:24,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34991,1731309503125}] 2024-11-11T07:18:24,538 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:24,566 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:24,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:24,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:24,648 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:24,648 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:24,648 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:24,651 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C34991%2C1731309503125.meta, suffix=.meta, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:24,665 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.meta.1731309504652.meta, exclude list is [], retry=0 2024-11-11T07:18:24,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:24,679 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.meta.1731309504652.meta 2024-11-11T07:18:24,681 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:24,681 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:24,681 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:24,682 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:24,682 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:24,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:24,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:24,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:24,723 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/info/2feae3a853ed4b1c99b4429702548c26 2024-11-11T07:18:24,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:24,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:24,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:24,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:24,744 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/ns/8fd3338064664a53826e955499f3ec82 2024-11-11T07:18:24,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:24,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:24,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:24,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:24,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:24,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:24,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:24,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:24,767 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/table/af236009db2f4f2898be42ee40903015 2024-11-11T07:18:24,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:24,767 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:24,768 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:24,770 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740 2024-11-11T07:18:24,774 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:24,774 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:24,775 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:24,776 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:24,777 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61085856, jitterRate=-0.08974981307983398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:24,777 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:24,778 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309504683Writing region info on filesystem at 1731309504683Initializing all the Stores at 1731309504684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309504684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309504696 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309504696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309504696Cleaning up temporary data from old regions at 1731309504774 (+78 ms)Running coprocessor post-open hooks at 1731309504778 (+4 ms)Region opened successfully at 1731309504778 2024-11-11T07:18:24,779 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731309504641 2024-11-11T07:18:24,782 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:24,782 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:24,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:24,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34991,1731309503125, state=OPEN 2024-11-11T07:18:24,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:24,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0845824474/meta-region-server 2024-11-11T07:18:24,792 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:24,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:24,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0845824474/meta-region-server: CHANGED 2024-11-11T07:18:24,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T07:18:24,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34991,1731309503125 in 305 msec 2024-11-11T07:18:24,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T07:18:24,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 981 msec 2024-11-11T07:18:24,850 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:24,883 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:25,257 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:25,306 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:25,477 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1660ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1507ms 2024-11-11T07:18:25,763 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:25,812 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:26,370 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:26,422 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:26,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:26,984 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3166ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3013ms 2024-11-11T07:18:27,076 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:27,130 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:27,884 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:27,937 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:28,336 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T07:18:28,336 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:28,337 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:28,337 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34991,1731309503125, seqNum=-1] 2024-11-11T07:18:28,338 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:28,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:28,362 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40f80e150af5aaacc14389f51b3b540e, regionState=OPEN, lastHost=d72d5187e64f,39763,1731309486005, regionLocation=d72d5187e64f,39763,1731309486005, openSeqNum=2 2024-11-11T07:18:28,362 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:28,362 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309568362 2024-11-11T07:18:28,362 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309628362 2024-11-11T07:18:28,363 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-11T07:18:28,363 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,363 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,363 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,363 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d72d5187e64f,39763,1731309486005 had 2 regions 2024-11-11T07:18:28,364 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:32857, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,364 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,365 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,369 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,39763,1731309486005, splitWal=true, meta=true, isMeta: false 2024-11-11T07:18:28,382 WARN [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d72d5187e64f,39763,1731309486005/hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:28,384 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005-splitting dir is empty, no logs to split. 2024-11-11T07:18:28,385 INFO [PEWorker-3 {}] master.SplitWALManager(105): d72d5187e64f,39763,1731309486005 WAL count=0, meta=false 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.163sec 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:28,387 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:28,388 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:28,388 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:28,393 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,39763,1731309486005-splitting dir is empty, no logs to split. 2024-11-11T07:18:28,393 INFO [PEWorker-3 {}] master.SplitWALManager(105): d72d5187e64f,39763,1731309486005 WAL count=0, meta=false 2024-11-11T07:18:28,393 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,39763,1731309486005 WAL splitting is done? wals=0, meta=false 2024-11-11T07:18:28,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN}] 2024-11-11T07:18:28,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN 2024-11-11T07:18:28,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:18:28,406 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:28,406 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:28,406 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32857,1731309503037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:28,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,32857,-1 for getting cluster id 2024-11-11T07:18:28,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:28,484 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d957e1c-3147-479b-9891-c21f6ed37d48' 2024-11-11T07:18:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d957e1c-3147-479b-9891-c21f6ed37d48" 2024-11-11T07:18:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc7f8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,32857,-1] 2024-11-11T07:18:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,488 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7240f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34991,1731309503125, seqNum=-1] 2024-11-11T07:18:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:28,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:28,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T07:18:28,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:28,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:28,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:28,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d72d5187e64f:32857 after: d72d5187e64f:32857 2024-11-11T07:18:28,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,32857,-1 for getting cluster id 2024-11-11T07:18:28,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:28,502 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8d957e1c-3147-479b-9891-c21f6ed37d48' 2024-11-11T07:18:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8d957e1c-3147-479b-9891-c21f6ed37d48" 2024-11-11T07:18:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257c47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,32857,-1] 2024-11-11T07:18:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,504 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:28,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:28,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,32857,1731309503037 2024-11-11T07:18:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51974989 2024-11-11T07:18:28,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:28,508 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:28,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:28,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T07:18:28,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:28,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32857 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-11T07:18:28,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:18:28,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:28,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:28,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:28,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:18:28,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078639129, stopped=false 2024-11-11T07:18:28,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,41021,1731309492914 2024-11-11T07:18:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218105508/running 2024-11-11T07:18:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218105508/running 2024-11-11T07:18:28,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:28,525 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:28,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/running 2024-11-11T07:18:28,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Set watcher on znode that does not yet exist, /1-218105508/running 2024-11-11T07:18:28,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:28,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:28,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,37409,1731309493111' ***** 2024-11-11T07:18:28,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:18:28,526 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:18:28,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,37409,1731309493111 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:37409. 2024-11-11T07:18:28,527 DEBUG [RS:0;d72d5187e64f:37409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:28,527 DEBUG [RS:0;d72d5187e64f:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:18:28,527 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:18:28,528 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:18:28,528 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:18:28,528 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:28,528 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:28,528 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:28,528 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:28,528 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:28,528 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:28,529 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T07:18:28,551 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/.tmp/ns/ea5af31977d84333bb1b74089dfb49ed is 43, key is default/ns:d/1731309496546/Put/seqid=0 2024-11-11T07:18:28,552 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:28,555 DEBUG [d72d5187e64f:32857 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:28,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=40f80e150af5aaacc14389f51b3b540e, regionState=OPENING, regionLocation=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:28,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN because future has completed 2024-11-11T07:18:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741835_1011 (size=5153) 2024-11-11T07:18:28,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,34991,1731309503125}] 2024-11-11T07:18:28,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:28,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:28,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:18:28,728 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:28,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C34991%2C1731309503125.rep, suffix=, logDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125, archiveDir=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs, maxLogs=10 2024-11-11T07:18:28,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.rep.1731309508729, exclude list is [], retry=0 2024-11-11T07:18:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43637,DS-09cb5d19-df46-44f3-a268-92e52bd32147,DISK] 2024-11-11T07:18:28,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.rep.1731309508729 2024-11-11T07:18:28,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-11T07:18:28,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 40f80e150af5aaacc14389f51b3b540e, NAME => 'hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:28,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:28,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:28,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. service=MultiRowMutationService 2024-11-11T07:18:28,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:18:28,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:28,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,753 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,754 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName hfileref 2024-11-11T07:18:28,754 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:28,755 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:28,755 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,756 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName queue 2024-11-11T07:18:28,756 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:28,765 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/queue/33be2cd67e474d2f8f59600bb22ee69c 2024-11-11T07:18:28,765 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:28,765 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,766 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40f80e150af5aaacc14389f51b3b540e columnFamilyName sid 2024-11-11T07:18:28,767 DEBUG [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:28,767 INFO [StoreOpener-40f80e150af5aaacc14389f51b3b540e-1 {}] regionserver.HStore(327): Store=40f80e150af5aaacc14389f51b3b540e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:28,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:18:28,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 40f80e150af5aaacc14389f51b3b540e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69626709, jitterRate=0.03751881420612335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:18:28,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:28,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 40f80e150af5aaacc14389f51b3b540e: Running coprocessor pre-open hook at 1731309508751Writing region info on filesystem at 1731309508751Initializing all the Stores at 1731309508752 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309508752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309508753 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309508753Cleaning up temporary data from old regions at 1731309508771 (+18 ms)Running coprocessor post-open hooks at 1731309508777 (+6 ms)Region opened successfully at 1731309508778 (+1 ms) 2024-11-11T07:18:28,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., pid=19, masterSystemTime=1731309508718 2024-11-11T07:18:28,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:28,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:28,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=40f80e150af5aaacc14389f51b3b540e, regionState=OPEN, openSeqNum=10, regionLocation=d72d5187e64f,34991,1731309503125 2024-11-11T07:18:28,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,34991,1731309503125 because future has completed 2024-11-11T07:18:28,789 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:28,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T07:18:28,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 40f80e150af5aaacc14389f51b3b540e, server=d72d5187e64f,34991,1731309503125 in 224 msec 2024-11-11T07:18:28,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T07:18:28,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40f80e150af5aaacc14389f51b3b540e, ASSIGN in 395 msec 2024-11-11T07:18:28,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T07:18:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e., hostname=d72d5187e64f,34991,1731309503125, seqNum=10] 2024-11-11T07:18:28,842 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d72d5187e64f,39763,1731309486005 2024-11-11T07:18:28,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T07:18:28,844 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:28,929 DEBUG [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:28,963 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/.tmp/ns/ea5af31977d84333bb1b74089dfb49ed 2024-11-11T07:18:28,976 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/.tmp/ns/ea5af31977d84333bb1b74089dfb49ed as hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/ns/ea5af31977d84333bb1b74089dfb49ed 2024-11-11T07:18:28,988 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/ns/ea5af31977d84333bb1b74089dfb49ed, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T07:18:28,994 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false 2024-11-11T07:18:29,000 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T07:18:29,001 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:29,001 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:29,001 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:29,001 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309508528Running coprocessor pre-close hooks at 1731309508528Disabling compacts and flushes for region at 1731309508528Disabling writes for close at 1731309508528Obtaining lock to block concurrent updates at 1731309508529 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731309508529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731309508529Flushing stores of hbase:meta,,1.1588230740 at 1731309508530 (+1 ms)Flushing 1588230740/ns: creating writer at 1731309508530Flushing 1588230740/ns: appending metadata at 1731309508550 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731309508550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c9356c: reopening flushed file at 1731309508970 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false at 1731309508994 (+24 ms)Writing region close event to WAL at 1731309508995 (+1 ms)Running coprocessor post-close hooks at 1731309509001 (+6 ms)Closed at 1731309509001 2024-11-11T07:18:29,002 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:29,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T07:18:29,129 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,37409,1731309493111; all regions closed. 2024-11-11T07:18:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741834_1010 (size=1152) 2024-11-11T07:18:29,136 DEBUG [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/oldWALs 2024-11-11T07:18:29,136 INFO [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C37409%2C1731309493111.meta:.meta(num 1731309496469) 2024-11-11T07:18:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741832_1008 (size=93) 2024-11-11T07:18:29,164 DEBUG [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/oldWALs 2024-11-11T07:18:29,164 INFO [RS:0;d72d5187e64f:37409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C37409%2C1731309493111:(num 1731309495478) 2024-11-11T07:18:29,164 DEBUG [RS:0;d72d5187e64f:37409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,164 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:29,164 INFO [RS:0;d72d5187e64f:37409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:29,165 INFO [RS:0;d72d5187e64f:37409 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:29,165 INFO [RS:0;d72d5187e64f:37409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:29,165 INFO [RS:0;d72d5187e64f:37409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37409 2024-11-11T07:18:29,165 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:29,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508/rs 2024-11-11T07:18:29,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218105508/rs/d72d5187e64f,37409,1731309493111 2024-11-11T07:18:29,177 INFO [RS:0;d72d5187e64f:37409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:29,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,37409,1731309493111] 2024-11-11T07:18:29,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-218105508/draining/d72d5187e64f,37409,1731309493111 already deleted, retry=false 2024-11-11T07:18:29,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,37409,1731309493111 expired; onlineServers=0 2024-11-11T07:18:29,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,41021,1731309492914' ***** 2024-11-11T07:18:29,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:18:29,199 INFO [M:0;d72d5187e64f:41021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:29,200 INFO [M:0;d72d5187e64f:41021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:29,200 DEBUG [M:0;d72d5187e64f:41021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:18:29,200 DEBUG [M:0;d72d5187e64f:41021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:18:29,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:18:29,200 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309495196 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309495196,5,FailOnTimeoutGroup] 2024-11-11T07:18:29,200 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309495193 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309495193,5,FailOnTimeoutGroup] 2024-11-11T07:18:29,201 INFO [M:0;d72d5187e64f:41021 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:29,201 INFO [M:0;d72d5187e64f:41021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:29,201 DEBUG [M:0;d72d5187e64f:41021 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:18:29,201 INFO [M:0;d72d5187e64f:41021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:18:29,201 INFO [M:0;d72d5187e64f:41021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:29,202 INFO [M:0;d72d5187e64f:41021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:18:29,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:18:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-218105508/master 2024-11-11T07:18:29,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-218105508 2024-11-11T07:18:29,216 DEBUG [M:0;d72d5187e64f:41021 {}] zookeeper.ZKUtil(347): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Unable to get data of znode /1-218105508/master because node does not exist (not an error) 2024-11-11T07:18:29,216 WARN [M:0;d72d5187e64f:41021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:18:29,221 INFO [M:0;d72d5187e64f:41021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/.lastflushedseqids 2024-11-11T07:18:29,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741836_1012 (size=99) 2024-11-11T07:18:29,241 INFO [M:0;d72d5187e64f:41021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:18:29,241 INFO [M:0;d72d5187e64f:41021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:18:29,241 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:29,241 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:29,241 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:29,241 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:29,241 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:29,242 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T07:18:29,286 DEBUG [M:0;d72d5187e64f:41021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fabcf7c1decc497990100723477dea07 is 82, key is hbase:meta,,1/info:regioninfo/1731309496517/Put/seqid=0 2024-11-11T07:18:29,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:29,292 INFO [RS:0;d72d5187e64f:37409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:29,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37409-0x10128c218a30004, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:29,292 INFO [RS:0;d72d5187e64f:37409 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,37409,1731309493111; zookeeper connection closed. 2024-11-11T07:18:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741837_1013 (size=5672) 2024-11-11T07:18:29,310 INFO [M:0;d72d5187e64f:41021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fabcf7c1decc497990100723477dea07 2024-11-11T07:18:29,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e31d21 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e31d21 2024-11-11T07:18:29,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:18:29,353 DEBUG [M:0;d72d5187e64f:41021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64914ca2f3e04ad09df6fd164ec386db is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731309496555/Put/seqid=0 2024-11-11T07:18:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741838_1014 (size=5275) 2024-11-11T07:18:29,364 INFO [M:0;d72d5187e64f:41021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64914ca2f3e04ad09df6fd164ec386db 2024-11-11T07:18:29,404 DEBUG [M:0;d72d5187e64f:41021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6614183c54e44d038c76a4dbf305a241 is 69, key is d72d5187e64f,37409,1731309493111/rs:state/1731309495302/Put/seqid=0 2024-11-11T07:18:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741839_1015 (size=5156) 2024-11-11T07:18:29,419 INFO [M:0;d72d5187e64f:41021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6614183c54e44d038c76a4dbf305a241 2024-11-11T07:18:29,434 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fabcf7c1decc497990100723477dea07 as hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fabcf7c1decc497990100723477dea07 2024-11-11T07:18:29,442 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fabcf7c1decc497990100723477dea07, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T07:18:29,444 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64914ca2f3e04ad09df6fd164ec386db as hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64914ca2f3e04ad09df6fd164ec386db 2024-11-11T07:18:29,455 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64914ca2f3e04ad09df6fd164ec386db, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T07:18:29,457 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6614183c54e44d038c76a4dbf305a241 as hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6614183c54e44d038c76a4dbf305a241 2024-11-11T07:18:29,470 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34955/user/jenkins/test-data/1dc3fd9a-ee15-1f60-5634-fb5a57188de9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6614183c54e44d038c76a4dbf305a241, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T07:18:29,472 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=28, compaction requested=false 2024-11-11T07:18:29,474 INFO [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:29,474 DEBUG [M:0;d72d5187e64f:41021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309509241Disabling compacts and flushes for region at 1731309509241Disabling writes for close at 1731309509241Obtaining lock to block concurrent updates at 1731309509242 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309509242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731309509242Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309509249 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309509250 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309509285 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309509285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309509325 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309509352 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309509352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309509380 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309509403 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309509403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cccbf0: reopening flushed file at 1731309509431 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9a6584: reopening flushed file at 1731309509442 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27104331: reopening flushed file at 1731309509455 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=28, compaction requested=false at 1731309509472 (+17 ms)Writing region close event to WAL at 1731309509474 (+2 ms)Closed at 1731309509474 2024-11-11T07:18:29,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33137 is added to blk_1073741830_1006 (size=10165) 2024-11-11T07:18:29,480 INFO [M:0;d72d5187e64f:41021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:18:29,480 INFO [M:0;d72d5187e64f:41021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41021 2024-11-11T07:18:29,481 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:29,484 INFO [M:0;d72d5187e64f:41021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:29,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:29,593 INFO [M:0;d72d5187e64f:41021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:29,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41021-0x10128c218a30003, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:29,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:29,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:29,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:29,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:29,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:29,625 WARN [BP-1114391815-172.17.0.3-1731309490414 heartbeating to localhost/127.0.0.1:34955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:18:29,625 WARN [BP-1114391815-172.17.0.3-1731309490414 heartbeating to localhost/127.0.0.1:34955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1114391815-172.17.0.3-1731309490414 (Datanode Uuid 72b61b8f-cb45-4d1a-a14b-9e410810424a) service to localhost/127.0.0.1:34955 2024-11-11T07:18:29,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/cluster_50edeb2d-f8cf-a27f-a7f1-d402642e92b0/data/data2/current/BP-1114391815-172.17.0.3-1731309490414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:29,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:18:29,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:18:29,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:18:29,632 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/cluster_50edeb2d-f8cf-a27f-a7f1-d402642e92b0/data/data1/current/BP-1114391815-172.17.0.3-1731309490414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:29,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:29,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:29,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:29,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:29,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:29,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:18:29,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:18:29,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:29,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:29,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:29,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:18:29,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542707258, stopped=false 2024-11-11T07:18:29,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,32857,1731309503037 2024-11-11T07:18:29,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:29,703 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/running 2024-11-11T07:18:29,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:29,703 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:29,704 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:29,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:29,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:29,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Set watcher on znode that does not yet exist, /0845824474/running 2024-11-11T07:18:29,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:29,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,34991,1731309503125' ***** 2024-11-11T07:18:29,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:18:29,706 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:18:29,706 INFO [RS:0;d72d5187e64f:34991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:18:29,706 INFO [RS:0;d72d5187e64f:34991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:18:29,706 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:29,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:18:29,707 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,34991,1731309503125 2024-11-11T07:18:29,707 INFO [RS:0;d72d5187e64f:34991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:29,707 INFO [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:34991. 2024-11-11T07:18:29,707 DEBUG [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:29,707 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,708 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:18:29,708 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:18:29,708 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:18:29,708 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:18:29,708 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40f80e150af5aaacc14389f51b3b540e, disabling compactions & flushes 2024-11-11T07:18:29,708 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:29,708 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:29,712 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. after waiting 0 ms 2024-11-11T07:18:29,712 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:29,712 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:18:29,712 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 40f80e150af5aaacc14389f51b3b540e=hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e.} 2024-11-11T07:18:29,712 DEBUG [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40f80e150af5aaacc14389f51b3b540e 2024-11-11T07:18:29,712 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:29,712 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:29,712 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:29,713 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:29,713 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:29,713 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T07:18:29,751 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/replication/40f80e150af5aaacc14389f51b3b540e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T07:18:29,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:29,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:29,752 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:29,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40f80e150af5aaacc14389f51b3b540e: Waiting for close lock at 1731309509708Running coprocessor pre-close hooks at 1731309509708Disabling compacts and flushes for region at 1731309509708Disabling writes for close at 1731309509712 (+4 ms)Writing region close event to WAL at 1731309509728 (+16 ms)Running coprocessor post-close hooks at 1731309509752 (+24 ms)Closed at 1731309509752 2024-11-11T07:18:29,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e. 2024-11-11T07:18:29,754 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/59b47eaf87d342fcbd8cf6f651bfee8b is 147, key is hbase:replication,,1731309496780.40f80e150af5aaacc14389f51b3b540e./info:regioninfo/1731309508783/Put/seqid=0 2024-11-11T07:18:29,755 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741851_1027 (size=6385) 2024-11-11T07:18:29,768 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/59b47eaf87d342fcbd8cf6f651bfee8b 2024-11-11T07:18:29,785 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/.tmp/info/59b47eaf87d342fcbd8cf6f651bfee8b as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/info/59b47eaf87d342fcbd8cf6f651bfee8b 2024-11-11T07:18:29,797 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/info/59b47eaf87d342fcbd8cf6f651bfee8b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T07:18:29,799 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:29,799 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=19, compaction requested=false 2024-11-11T07:18:29,823 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T07:18:29,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:29,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:29,824 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:29,825 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309509712Running coprocessor pre-close hooks at 1731309509712Disabling compacts and flushes for region at 1731309509712Disabling writes for close at 1731309509713 (+1 ms)Obtaining lock to block concurrent updates at 1731309509713Preparing flush snapshotting stores in 1588230740 at 1731309509713Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731309509713Flushing stores of hbase:meta,,1.1588230740 at 1731309509714 (+1 ms)Flushing 1588230740/info: creating writer at 1731309509715 (+1 ms)Flushing 1588230740/info: appending metadata at 1731309509753 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731309509753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568df081: reopening flushed file at 1731309509781 (+28 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=19, compaction requested=false at 1731309509799 (+18 ms)Writing region close event to WAL at 1731309509811 (+12 ms)Running coprocessor post-close hooks at 1731309509824 (+13 ms)Closed at 1731309509824 2024-11-11T07:18:29,825 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:29,849 DEBUG [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/WALs/d72d5187e64f,34991,1731309503125/d72d5187e64f%2C34991%2C1731309503125.1731309504278 to pos 0, reset compression=false 2024-11-11T07:18:29,912 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,34991,1731309503125; all regions closed. 2024-11-11T07:18:29,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741849_1025 (size=2156) 2024-11-11T07:18:29,921 DEBUG [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:29,921 INFO [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34991%2C1731309503125.meta:.meta(num 1731309504652) 2024-11-11T07:18:29,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741850_1026 (size=796) 2024-11-11T07:18:29,945 DEBUG [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:29,946 INFO [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34991%2C1731309503125.rep:(num 1731309508729) 2024-11-11T07:18:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741848_1024 (size=93) 2024-11-11T07:18:29,956 DEBUG [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/oldWALs 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34991%2C1731309503125:(num 1731309504278) 2024-11-11T07:18:29,957 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:29,957 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:29,957 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,34991,1731309503125 because: Region server is closing 2024-11-11T07:18:29,958 INFO [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:34991. 2024-11-11T07:18:29,958 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T07:18:29,958 DEBUG [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:29,958 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T07:18:29,958 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,958 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T07:18:29,958 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:29,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:30,059 WARN [RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:18:30,059 WARN [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:18:30,059 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,1-d72d5187e64f,34991,1731309503125 terminated 2024-11-11T07:18:30,059 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d72d5187e64f,34991,1731309503125 because: Region server is closing 2024-11-11T07:18:30,060 INFO [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:34991. 2024-11-11T07:18:30,060 DEBUG [RS:0;d72d5187e64f:34991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:30,060 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:30,060 DEBUG [RS:0;d72d5187e64f:34991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:30,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:30,160 WARN [RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:18:30,161 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d72d5187e64f:34991.replicationSource.shipperd72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 terminated 2024-11-11T07:18:30,161 INFO [RS:0;d72d5187e64f:34991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34991 2024-11-11T07:18:30,161 WARN [RS:0;d72d5187e64f:34991.replicationSource.wal-reader.d72d5187e64f%2C34991%2C1731309503125,2-d72d5187e64f,34991,1731309503125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:18:30,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474/rs 2024-11-11T07:18:30,171 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/rs/d72d5187e64f,34991,1731309503125 2024-11-11T07:18:30,172 INFO [RS:0;d72d5187e64f:34991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:30,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,34991,1731309503125] 2024-11-11T07:18:30,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0845824474/draining/d72d5187e64f,34991,1731309503125 already deleted, retry=false 2024-11-11T07:18:30,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,34991,1731309503125 expired; onlineServers=0 2024-11-11T07:18:30,193 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,32857,1731309503037' ***** 2024-11-11T07:18:30,193 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:18:30,194 INFO [M:0;d72d5187e64f:32857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:30,194 INFO [M:0;d72d5187e64f:32857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:30,194 DEBUG [M:0;d72d5187e64f:32857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:18:30,194 DEBUG [M:0;d72d5187e64f:32857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:18:30,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:18:30,194 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309503810 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309503810,5,FailOnTimeoutGroup] 2024-11-11T07:18:30,194 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309503811 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309503811,5,FailOnTimeoutGroup] 2024-11-11T07:18:30,195 INFO [M:0;d72d5187e64f:32857 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:30,195 INFO [M:0;d72d5187e64f:32857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:30,195 DEBUG [M:0;d72d5187e64f:32857 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:18:30,195 INFO [M:0;d72d5187e64f:32857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:18:30,195 INFO [M:0;d72d5187e64f:32857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:30,195 INFO [M:0;d72d5187e64f:32857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:18:30,195 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:18:30,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0845824474/master 2024-11-11T07:18:30,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0845824474 2024-11-11T07:18:30,209 DEBUG [M:0;d72d5187e64f:32857 {}] zookeeper.ZKUtil(347): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Unable to get data of znode /0845824474/master because node does not exist (not an error) 2024-11-11T07:18:30,209 WARN [M:0;d72d5187e64f:32857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:18:30,210 INFO [M:0;d72d5187e64f:32857 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/.lastflushedseqids 2024-11-11T07:18:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741852_1028 (size=181) 2024-11-11T07:18:30,252 INFO [M:0;d72d5187e64f:32857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:18:30,252 INFO [M:0;d72d5187e64f:32857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:18:30,252 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:30,252 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:30,252 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:30,252 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:30,252 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:30,253 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T07:18:30,282 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:30,282 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34991-0x10128c218a30007, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:30,282 INFO [RS:0;d72d5187e64f:34991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:30,283 INFO [RS:0;d72d5187e64f:34991 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,34991,1731309503125; zookeeper connection closed. 2024-11-11T07:18:30,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7800eed2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7800eed2 2024-11-11T07:18:30,284 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:18:30,286 DEBUG [M:0;d72d5187e64f:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98595f7633db4a929102905daa55d4d3 is 82, key is hbase:meta,,1/info:regioninfo/1731309504783/Put/seqid=0 2024-11-11T07:18:30,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741853_1029 (size=5680) 2024-11-11T07:18:30,693 INFO [M:0;d72d5187e64f:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98595f7633db4a929102905daa55d4d3 2024-11-11T07:18:30,719 DEBUG [M:0;d72d5187e64f:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4e67000ab94786a9ec4cb2985ed1ad is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731309508795/Put/seqid=0 2024-11-11T07:18:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741854_1030 (size=7319) 2024-11-11T07:18:31,126 INFO [M:0;d72d5187e64f:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4e67000ab94786a9ec4cb2985ed1ad 2024-11-11T07:18:31,157 DEBUG [M:0;d72d5187e64f:32857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b8802ec7f742598dddd8298ee8ad64 is 69, key is d72d5187e64f,34991,1731309503125/rs:state/1731309503954/Put/seqid=0 2024-11-11T07:18:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741855_1031 (size=5371) 2024-11-11T07:18:31,568 INFO [M:0;d72d5187e64f:32857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b8802ec7f742598dddd8298ee8ad64 2024-11-11T07:18:31,587 INFO [M:0;d72d5187e64f:32857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6b8802ec7f742598dddd8298ee8ad64 2024-11-11T07:18:31,589 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98595f7633db4a929102905daa55d4d3 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98595f7633db4a929102905daa55d4d3 2024-11-11T07:18:31,604 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98595f7633db4a929102905daa55d4d3, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T07:18:31,605 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c4e67000ab94786a9ec4cb2985ed1ad as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c4e67000ab94786a9ec4cb2985ed1ad 2024-11-11T07:18:31,616 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c4e67000ab94786a9ec4cb2985ed1ad, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T07:18:31,617 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b8802ec7f742598dddd8298ee8ad64 as hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b8802ec7f742598dddd8298ee8ad64 2024-11-11T07:18:31,627 INFO [M:0;d72d5187e64f:32857 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6b8802ec7f742598dddd8298ee8ad64 2024-11-11T07:18:31,628 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35769/user/jenkins/test-data/c0e57ea9-d0aa-99b2-beeb-a4d2f3002561/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b8802ec7f742598dddd8298ee8ad64, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T07:18:31,629 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=172, compaction requested=false 2024-11-11T07:18:31,630 INFO [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:31,631 DEBUG [M:0;d72d5187e64f:32857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309510252Disabling compacts and flushes for region at 1731309510252Disabling writes for close at 1731309510252Obtaining lock to block concurrent updates at 1731309510253 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309510253Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731309510266 (+13 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309510267 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309510267Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309510286 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309510286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309510701 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309510719 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309510719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309511135 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309511156 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309511156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c16e3ea: reopening flushed file at 1731309511587 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcc13bb: reopening flushed file at 1731309511604 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f766a9a: reopening flushed file at 1731309511616 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=172, compaction requested=false at 1731309511629 (+13 ms)Writing region close event to WAL at 1731309511630 (+1 ms)Closed at 1731309511630 2024-11-11T07:18:31,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43637 is added to blk_1073741847_1023 (size=22949) 2024-11-11T07:18:31,639 INFO [M:0;d72d5187e64f:32857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:18:31,639 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:31,640 INFO [M:0;d72d5187e64f:32857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32857 2024-11-11T07:18:31,640 INFO [M:0;d72d5187e64f:32857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:31,793 INFO [M:0;d72d5187e64f:32857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:31,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:31,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32857-0x10128c218a30006, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:31,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:31,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:31,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:31,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:31,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:18:31,804 WARN [BP-1735066209-172.17.0.3-1731309478413 heartbeating to localhost/127.0.0.1:35769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:18:31,804 WARN [BP-1735066209-172.17.0.3-1731309478413 heartbeating to localhost/127.0.0.1:35769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1735066209-172.17.0.3-1731309478413 (Datanode Uuid 3db65302-a404-4165-9ffd-02b7f2237395) service to localhost/127.0.0.1:35769 2024-11-11T07:18:31,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:18:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/data/data1/current/BP-1735066209-172.17.0.3-1731309478413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:31,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/cluster_3881d3cd-33b5-0b92-daa3-d08e8f260741/data/data2/current/BP-1735066209-172.17.0.3-1731309478413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:31,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:18:31,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:31,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:31,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:31,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:31,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baed313d-402b-643a-668a-f507485c6a2a/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:31,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:18:31,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:18:31,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34955 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@264b878f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35769 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=749 (was 841), ProcessCount=11 (was 11), AvailableMemoryMB=2250 (was 3599) 2024-11-11T07:18:31,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=749, ProcessCount=11, AvailableMemoryMB=2249 2024-11-11T07:18:31,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c218a30005, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:18:31,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c218a30005, quorum=127.0.0.1:57481, baseZNode=/1-218105508 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:18:31,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c218a30002, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:18:31,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c218a30002, quorum=127.0.0.1:57481, baseZNode=/0845824474 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:18:31,923 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T07:18:31,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir so I do NOT create it in target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b 2024-11-11T07:18:31,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:18:31,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.tmp.dir so I do NOT create it in target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b 2024-11-11T07:18:31,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7dc03787-3069-5ff1-aabf-68e849783c4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:18:31,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b 2024-11-11T07:18:31,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18, deleteOnExit=true 2024-11-11T07:18:31,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/zookeeper_0, clientPort=50715, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:18:31,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50715 2024-11-11T07:18:31,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:18:31,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:18:31,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/test.cache.data in system properties and HBase conf 2024-11-11T07:18:31,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:18:31,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:31,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:18:31,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:18:32,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:32,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:32,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:32,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:32,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:32,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:32,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:32,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:32,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/java.io.tmpdir/jetty-localhost-36171-hadoop-hdfs-3_4_1-tests_jar-_-any-5138010697321464661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:32,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:36171} 2024-11-11T07:18:32,576 INFO [Time-limited test {}] server.Server(415): Started @37544ms 2024-11-11T07:18:32,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:32,944 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:32,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:32,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:32,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:18:32,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:32,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:33,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/java.io.tmpdir/jetty-localhost-42393-hadoop-hdfs-3_4_1-tests_jar-_-any-12022193186619438638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:33,101 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:42393} 2024-11-11T07:18:33,101 INFO [Time-limited test {}] server.Server(415): Started @38070ms 2024-11-11T07:18:33,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:33,894 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/data/data2/current/BP-20887726-172.17.0.3-1731309511986/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:33,894 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/data/data1/current/BP-20887726-172.17.0.3-1731309511986/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:33,925 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5617777c41545de with lease ID 0x6392b9e5dddf20b3: Processing first storage report for DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e from datanode DatanodeRegistration(127.0.0.1:44043, datanodeUuid=11ca5430-efe0-4820-be5a-6a121276aa73, infoPort=37929, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=2069797652;c=1731309511986) 2024-11-11T07:18:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5617777c41545de with lease ID 0x6392b9e5dddf20b3: from storage DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e node DatanodeRegistration(127.0.0.1:44043, datanodeUuid=11ca5430-efe0-4820-be5a-6a121276aa73, infoPort=37929, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=2069797652;c=1731309511986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5617777c41545de with lease ID 0x6392b9e5dddf20b3: Processing first storage report for DS-656c243a-2b40-4042-912c-dcea70a880e1 from datanode DatanodeRegistration(127.0.0.1:44043, datanodeUuid=11ca5430-efe0-4820-be5a-6a121276aa73, infoPort=37929, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=2069797652;c=1731309511986) 2024-11-11T07:18:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5617777c41545de with lease ID 0x6392b9e5dddf20b3: from storage DS-656c243a-2b40-4042-912c-dcea70a880e1 node DatanodeRegistration(127.0.0.1:44043, datanodeUuid=11ca5430-efe0-4820-be5a-6a121276aa73, infoPort=37929, infoSecurePort=0, ipcPort=46405, storageInfo=lv=-57;cid=testClusterID;nsid=2069797652;c=1731309511986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:33,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b 2024-11-11T07:18:33,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:33,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:33,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a with version=8 2024-11-11T07:18:33,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/hbase-staging 2024-11-11T07:18:33,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:33,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:33,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33173 2024-11-11T07:18:33,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33173 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:34,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331730x0, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:34,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33173-0x10128c2a0bd0000 connected 2024-11-11T07:18:34,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:34,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:34,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:34,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:34,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/running 2024-11-11T07:18:34,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a, hbase.cluster.distributed=false 2024-11-11T07:18:34,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/acl 2024-11-11T07:18:34,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-11T07:18:34,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33173 2024-11-11T07:18:34,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33173 2024-11-11T07:18:34,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-11T07:18:34,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-11T07:18:34,399 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:34,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:34,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41883 2024-11-11T07:18:34,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41883 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:34,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:34,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:34,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418830x0, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:34,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418830x0, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/running 2024-11-11T07:18:34,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:34,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41883-0x10128c2a0bd0001 connected 2024-11-11T07:18:34,452 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:34,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/master 2024-11-11T07:18:34,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/acl 2024-11-11T07:18:34,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-11T07:18:34,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41883 2024-11-11T07:18:34,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41883 2024-11-11T07:18:34,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-11T07:18:34,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41883 2024-11-11T07:18:34,493 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:33173 2024-11-11T07:18:34,493 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0343951639/backup-masters/d72d5187e64f,33173,1731309513984 2024-11-11T07:18:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/backup-masters 2024-11-11T07:18:34,505 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on existing znode=/0343951639/backup-masters/d72d5187e64f,33173,1731309513984 2024-11-11T07:18:34,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/backup-masters 2024-11-11T07:18:34,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:34,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0343951639/master 2024-11-11T07:18:34,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:34,516 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on existing znode=/0343951639/master 2024-11-11T07:18:34,517 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0343951639/backup-masters/d72d5187e64f,33173,1731309513984 from backup master directory 2024-11-11T07:18:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/backup-masters 2024-11-11T07:18:34,531 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:34,531 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,33173,1731309513984 2024-11-11T07:18:34,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0343951639/backup-masters/d72d5187e64f,33173,1731309513984 2024-11-11T07:18:34,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/backup-masters 2024-11-11T07:18:34,545 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/hbase.id] with ID: 811ac61c-bccc-43ba-9e44-db5273dc6d44 2024-11-11T07:18:34,545 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/.tmp/hbase.id 2024-11-11T07:18:34,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:34,565 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/.tmp/hbase.id]:[hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/hbase.id] 2024-11-11T07:18:34,587 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:34,588 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:34,590 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T07:18:34,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:34,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:34,634 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:34,635 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:34,636 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:34,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:18:34,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:18:34,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:35,061 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store 2024-11-11T07:18:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:35,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:35,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:35,082 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:35,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:35,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:35,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:35,083 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:35,083 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309515082Disabling compacts and flushes for region at 1731309515082Disabling writes for close at 1731309515082Writing region close event to WAL at 1731309515082Closed at 1731309515082 2024-11-11T07:18:35,086 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/.initializing 2024-11-11T07:18:35,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/WALs/d72d5187e64f,33173,1731309513984 2024-11-11T07:18:35,088 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:35,090 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C33173%2C1731309513984, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/WALs/d72d5187e64f,33173,1731309513984, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:35,112 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/WALs/d72d5187e64f,33173,1731309513984/d72d5187e64f%2C33173%2C1731309513984.1731309515091, exclude list is [], retry=0 2024-11-11T07:18:35,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44043,DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e,DISK] 2024-11-11T07:18:35,138 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/WALs/d72d5187e64f,33173,1731309513984/d72d5187e64f%2C33173%2C1731309513984.1731309515091 2024-11-11T07:18:35,140 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-11T07:18:35,140 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:35,141 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:35,141 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,141 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:35,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:35,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:35,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:35,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:35,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:35,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:35,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:35,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:35,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:35,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:35,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:35,167 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,168 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,169 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,171 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,171 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,171 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:35,173 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:35,201 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:35,202 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75386048, jitterRate=0.12333965301513672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:35,206 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309515141Initializing all the Stores at 1731309515142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309515143 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309515150 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309515150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309515150Cleaning up temporary data from old regions at 1731309515171 (+21 ms)Region opened successfully at 1731309515206 (+35 ms) 2024-11-11T07:18:35,208 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:35,216 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dedbd85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:35,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:35,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:35,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:35,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:35,218 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:35,254 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 35 msec 2024-11-11T07:18:35,254 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:35,258 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:35,258 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Unable to get data of znode /0343951639/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:35,271 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/balancer already deleted, retry=false 2024-11-11T07:18:35,271 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:35,272 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Unable to get data of znode /0343951639/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:35,281 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/normalizer already deleted, retry=false 2024-11-11T07:18:35,282 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:35,283 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Unable to get data of znode /0343951639/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:35,384 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/switch/split already deleted, retry=false 2024-11-11T07:18:35,389 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Unable to get data of znode /0343951639/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:35,448 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/switch/merge already deleted, retry=false 2024-11-11T07:18:35,450 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Unable to get data of znode /0343951639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:35,476 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0343951639/running 2024-11-11T07:18:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0343951639/running 2024-11-11T07:18:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,540 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,33173,1731309513984, sessionid=0x10128c2a0bd0000, setting cluster-up flag (Was=false) 2024-11-11T07:18:35,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,592 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0343951639/flush-table-proc/acquired, /0343951639/flush-table-proc/reached, /0343951639/flush-table-proc/abort 2024-11-11T07:18:35,593 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33173,1731309513984 2024-11-11T07:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:35,652 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0343951639/online-snapshot/acquired, /0343951639/online-snapshot/reached, /0343951639/online-snapshot/abort 2024-11-11T07:18:35,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33173,1731309513984 2024-11-11T07:18:35,661 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:35,671 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:35,671 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:35,671 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:35,672 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d72d5187e64f,39763,1731309486005: status=Processing ServerCrashProcedure of d72d5187e64f,39763,1731309486005 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731309503800, completionTime=-1 appears to have been leaked 2024-11-11T07:18:35,672 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,33173,1731309513984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:35,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:35,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:35,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:35,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:35,674 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:35,674 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,674 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:35,674 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,690 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309545690 2024-11-11T07:18:35,690 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:35,691 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:35,691 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:35,691 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:35,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:35,691 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:35,691 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:35,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:35,692 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:35,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:18:35,695 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,696 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:35,696 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:35,696 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:35,696 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:35,697 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(746): ClusterId : 811ac61c-bccc-43ba-9e44-db5273dc6d44 2024-11-11T07:18:35,697 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:35,700 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:35,700 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:35,709 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:35,709 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:35,711 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309515700,5,FailOnTimeoutGroup] 2024-11-11T07:18:35,714 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309515712,5,FailOnTimeoutGroup] 2024-11-11T07:18:35,714 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,714 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:35,714 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,714 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:18:35,782 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:35,783 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444c7ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:35,806 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:41883 2024-11-11T07:18:35,806 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:35,806 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:35,806 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:35,808 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,33173,1731309513984 with port=41883, startcode=1731309514398 2024-11-11T07:18:35,812 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:35,815 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:35,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,41883,1731309514398 2024-11-11T07:18:35,817 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33173 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:35,822 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a 2024-11-11T07:18:35,823 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38455 2024-11-11T07:18:35,823 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:35,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/rs 2024-11-11T07:18:35,861 DEBUG [RS:0;d72d5187e64f:41883 {}] zookeeper.ZKUtil(111): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on existing znode=/0343951639/rs/d72d5187e64f,41883,1731309514398 2024-11-11T07:18:35,861 WARN [RS:0;d72d5187e64f:41883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:35,861 INFO [RS:0;d72d5187e64f:41883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:35,861 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398 2024-11-11T07:18:35,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,41883,1731309514398] 2024-11-11T07:18:35,883 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:35,900 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:35,908 INFO [RS:0;d72d5187e64f:41883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:35,908 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,917 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:35,918 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:35,918 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,919 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:35,920 DEBUG [RS:0;d72d5187e64f:41883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,965 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41883,1731309514398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:35,988 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:35,989 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41883,1731309514398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,989 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:35,989 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.Replication(171): d72d5187e64f,41883,1731309514398 started 2024-11-11T07:18:36,011 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:36,011 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,41883,1731309514398, RpcServer on d72d5187e64f/172.17.0.3:41883, sessionid=0x10128c2a0bd0001 2024-11-11T07:18:36,011 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:36,011 DEBUG [RS:0;d72d5187e64f:41883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,41883,1731309514398 2024-11-11T07:18:36,011 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,41883,1731309514398' 2024-11-11T07:18:36,011 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0343951639/flush-table-proc/abort' 2024-11-11T07:18:36,012 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0343951639/flush-table-proc/acquired' 2024-11-11T07:18:36,014 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:36,014 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:36,014 DEBUG [RS:0;d72d5187e64f:41883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,41883,1731309514398 2024-11-11T07:18:36,014 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,41883,1731309514398' 2024-11-11T07:18:36,015 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0343951639/online-snapshot/abort' 2024-11-11T07:18:36,015 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0343951639/online-snapshot/acquired' 2024-11-11T07:18:36,015 DEBUG [RS:0;d72d5187e64f:41883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:36,015 INFO [RS:0;d72d5187e64f:41883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:36,015 INFO [RS:0;d72d5187e64f:41883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:36,116 INFO [RS:0;d72d5187e64f:41883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:36,118 INFO [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41883%2C1731309514398, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs, maxLogs=10 2024-11-11T07:18:36,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:18:36,125 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a 2024-11-11T07:18:36,133 DEBUG [RS:0;d72d5187e64f:41883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118, exclude list is [], retry=0 2024-11-11T07:18:36,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44043,DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e,DISK] 2024-11-11T07:18:36,141 INFO [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 2024-11-11T07:18:36,141 DEBUG [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-11T07:18:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:18:36,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:36,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:36,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:36,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:36,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:36,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:36,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:36,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:36,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:36,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:36,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:36,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:36,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:36,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:36,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:36,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:36,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:36,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740 2024-11-11T07:18:36,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740 2024-11-11T07:18:36,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:36,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:36,696 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:36,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:36,699 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:36,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62161392, jitterRate=-0.07372307777404785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309516680Initializing all the Stores at 1731309516681 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309516681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309516681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309516681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309516681Cleaning up temporary data from old regions at 1731309516695 (+14 ms)Region opened successfully at 1731309516701 (+6 ms) 2024-11-11T07:18:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:36,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:36,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:36,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:36,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309516701Disabling compacts and flushes for region at 1731309516701Disabling writes for close at 1731309516701Writing region close event to WAL at 1731309516701Closed at 1731309516702 (+1 ms) 2024-11-11T07:18:36,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:36,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:18:36,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:36,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:36,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:18:36,856 DEBUG [d72d5187e64f:33173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:36,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:36,861 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,41883,1731309514398, state=OPENING 2024-11-11T07:18:36,871 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:18:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:36,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:36,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0343951639/meta-region-server: CHANGED 2024-11-11T07:18:36,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0343951639/meta-region-server: CHANGED 2024-11-11T07:18:36,883 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:36,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,41883,1731309514398}] 2024-11-11T07:18:37,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:37,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:37,042 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:37,042 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:37,042 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:37,044 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41883%2C1731309514398.meta, suffix=.meta, logDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs, maxLogs=10 2024-11-11T07:18:37,060 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.meta.1731309517045.meta, exclude list is [], retry=0 2024-11-11T07:18:37,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44043,DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e,DISK] 2024-11-11T07:18:37,066 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.meta.1731309517045.meta 2024-11-11T07:18:37,066 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-11T07:18:37,066 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:37,067 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:37,067 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:37,067 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:37,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:37,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:37,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:37,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:37,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:37,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:37,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:37,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:37,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:37,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:37,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:37,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:37,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:37,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:37,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:37,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:37,085 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:37,086 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740 2024-11-11T07:18:37,087 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740 2024-11-11T07:18:37,090 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:37,090 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:37,091 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:37,093 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:37,093 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74407510, jitterRate=0.10875830054283142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:37,094 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:37,094 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309517067Writing region info on filesystem at 1731309517067Initializing all the Stores at 1731309517068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309517068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309517072 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309517072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309517072Cleaning up temporary data from old regions at 1731309517091 (+19 ms)Running coprocessor post-open hooks at 1731309517094 (+3 ms)Region opened successfully at 1731309517094 2024-11-11T07:18:37,095 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309517036 2024-11-11T07:18:37,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:37,098 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:37,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:37,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,41883,1731309514398, state=OPEN 2024-11-11T07:18:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0343951639/meta-region-server 2024-11-11T07:18:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0343951639/meta-region-server 2024-11-11T07:18:37,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:37,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0343951639/meta-region-server: CHANGED 2024-11-11T07:18:37,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0343951639/meta-region-server: CHANGED 2024-11-11T07:18:37,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:18:37,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,41883,1731309514398 in 269 msec 2024-11-11T07:18:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:18:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-11T07:18:37,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:37,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:18:37,163 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:37,163 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41883,1731309514398, seqNum=-1] 2024-11-11T07:18:37,164 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:37,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:37,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5040 sec 2024-11-11T07:18:37,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309517173, completionTime=-1 2024-11-11T07:18:37,173 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:18:37,174 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:37,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:37,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309577177 2024-11-11T07:18:37,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309637177 2024-11-11T07:18:37,177 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-11T07:18:37,178 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,178 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,178 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,178 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:33173, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,178 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,179 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,183 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.656sec 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:37,187 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:37,189 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:37,189 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:37,189 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33173,1731309513984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:37,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:37,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33173,-1 for getting cluster id 2024-11-11T07:18:37,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:37,199 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811ac61c-bccc-43ba-9e44-db5273dc6d44' 2024-11-11T07:18:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811ac61c-bccc-43ba-9e44-db5273dc6d44" 2024-11-11T07:18:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5ed8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33173,-1] 2024-11-11T07:18:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:37,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:37,201 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:37,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:37,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41883,1731309514398, seqNum=-1] 2024-11-11T07:18:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:37,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:37,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,33173,1731309513984 2024-11-11T07:18:37,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:37,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:37,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c2a0bd0002 connected 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir so I do NOT create it in target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c 2024-11-11T07:18:37,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.tmp.dir so I do NOT create it in target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c 2024-11-11T07:18:37,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:18:37,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/cluster_b73e771a-6d21-d130-f970-cfab68a3c7c1, deleteOnExit=true 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/test.cache.data in system properties and HBase conf 2024-11-11T07:18:37,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:18:37,253 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:18:37,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:18:37,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:18:37,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:37,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:37,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:37,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:37,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:37,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:37,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:37,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:37,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/java.io.tmpdir/jetty-localhost-42273-hadoop-hdfs-3_4_1-tests_jar-_-any-4603615188066951491/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:37,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:42273} 2024-11-11T07:18:37,756 INFO [Time-limited test {}] server.Server(415): Started @42725ms 2024-11-11T07:18:38,109 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:38,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:38,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:38,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:38,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:38,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:38,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:38,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/java.io.tmpdir/jetty-localhost-43345-hadoop-hdfs-3_4_1-tests_jar-_-any-5104441382313417922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:38,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:43345} 2024-11-11T07:18:38,258 INFO [Time-limited test {}] server.Server(415): Started @43227ms 2024-11-11T07:18:38,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:39,073 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/cluster_b73e771a-6d21-d130-f970-cfab68a3c7c1/data/data1/current/BP-806836301-172.17.0.3-1731309517290/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:39,074 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/cluster_b73e771a-6d21-d130-f970-cfab68a3c7c1/data/data2/current/BP-806836301-172.17.0.3-1731309517290/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:39,107 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb24cb005d251eb5c with lease ID 0xf01839b111e9987b: Processing first storage report for DS-49edb3d9-e3bb-4660-8c02-f05de1dab68f from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=f60ab67b-03d2-46af-ac13-e3b027bd38d4, infoPort=44307, infoSecurePort=0, ipcPort=46643, storageInfo=lv=-57;cid=testClusterID;nsid=608863494;c=1731309517290) 2024-11-11T07:18:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb24cb005d251eb5c with lease ID 0xf01839b111e9987b: from storage DS-49edb3d9-e3bb-4660-8c02-f05de1dab68f node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=f60ab67b-03d2-46af-ac13-e3b027bd38d4, infoPort=44307, infoSecurePort=0, ipcPort=46643, storageInfo=lv=-57;cid=testClusterID;nsid=608863494;c=1731309517290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb24cb005d251eb5c with lease ID 0xf01839b111e9987b: Processing first storage report for DS-03e63c3f-c413-4f95-bd7e-9d0c18db0eda from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=f60ab67b-03d2-46af-ac13-e3b027bd38d4, infoPort=44307, infoSecurePort=0, ipcPort=46643, storageInfo=lv=-57;cid=testClusterID;nsid=608863494;c=1731309517290) 2024-11-11T07:18:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb24cb005d251eb5c with lease ID 0xf01839b111e9987b: from storage DS-03e63c3f-c413-4f95-bd7e-9d0c18db0eda node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=f60ab67b-03d2-46af-ac13-e3b027bd38d4, infoPort=44307, infoSecurePort=0, ipcPort=46643, storageInfo=lv=-57;cid=testClusterID;nsid=608863494;c=1731309517290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:39,146 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c 2024-11-11T07:18:39,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:39,162 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1 with version=8 2024-11-11T07:18:39,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/hbase-staging 2024-11-11T07:18:39,164 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:39,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:39,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45651 2024-11-11T07:18:39,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45651 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456510x0, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:39,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45651-0x10128c2a0bd0003 connected 2024-11-11T07:18:39,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/running 2024-11-11T07:18:39,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1, hbase.cluster.distributed=false 2024-11-11T07:18:39,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/acl 2024-11-11T07:18:39,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-11T07:18:39,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45651 2024-11-11T07:18:39,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45651 2024-11-11T07:18:39,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-11T07:18:39,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45651 2024-11-11T07:18:39,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:39,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:39,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35077 2024-11-11T07:18:39,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35077 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:39,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350770x0, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:39,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350770x0, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/running 2024-11-11T07:18:39,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:39,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35077-0x10128c2a0bd0004 connected 2024-11-11T07:18:39,460 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:39,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/master 2024-11-11T07:18:39,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/acl 2024-11-11T07:18:39,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-11T07:18:39,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35077 2024-11-11T07:18:39,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35077 2024-11-11T07:18:39,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-11T07:18:39,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35077 2024-11-11T07:18:39,494 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:45651 2024-11-11T07:18:39,494 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-685484070/backup-masters/d72d5187e64f,45651,1731309519164 2024-11-11T07:18:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/backup-masters 2024-11-11T07:18:39,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/backup-masters 2024-11-11T07:18:39,503 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on existing znode=/1-685484070/backup-masters/d72d5187e64f,45651,1731309519164 2024-11-11T07:18:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-685484070/master 2024-11-11T07:18:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:39,514 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on existing znode=/1-685484070/master 2024-11-11T07:18:39,517 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-685484070/backup-masters/d72d5187e64f,45651,1731309519164 from backup master directory 2024-11-11T07:18:39,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/backup-masters 2024-11-11T07:18:39,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-685484070/backup-masters/d72d5187e64f,45651,1731309519164 2024-11-11T07:18:39,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/backup-masters 2024-11-11T07:18:39,529 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:39,529 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,45651,1731309519164 2024-11-11T07:18:39,536 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/hbase.id] with ID: 92d52aa2-0f27-4ada-8187-252bfdf7afa7 2024-11-11T07:18:39,536 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/.tmp/hbase.id 2024-11-11T07:18:39,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:39,972 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/.tmp/hbase.id]:[hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/hbase.id] 2024-11-11T07:18:39,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:39,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:39,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:18:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:40,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:40,404 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:40,405 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:40,405 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:40,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:40,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:40,815 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store 2024-11-11T07:18:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:41,222 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:41,222 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:41,223 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:41,223 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:41,223 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:41,223 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:41,223 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:41,223 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309521222Disabling compacts and flushes for region at 1731309521222Disabling writes for close at 1731309521223 (+1 ms)Writing region close event to WAL at 1731309521223Closed at 1731309521223 2024-11-11T07:18:41,224 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/.initializing 2024-11-11T07:18:41,224 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/WALs/d72d5187e64f,45651,1731309519164 2024-11-11T07:18:41,225 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:41,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C45651%2C1731309519164, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/WALs/d72d5187e64f,45651,1731309519164, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:41,238 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/WALs/d72d5187e64f,45651,1731309519164/d72d5187e64f%2C45651%2C1731309519164.1731309521227, exclude list is [], retry=0 2024-11-11T07:18:41,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-49edb3d9-e3bb-4660-8c02-f05de1dab68f,DISK] 2024-11-11T07:18:41,242 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/WALs/d72d5187e64f,45651,1731309519164/d72d5187e64f%2C45651%2C1731309519164.1731309521227 2024-11-11T07:18:41,242 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-11T07:18:41,243 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:41,243 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:41,243 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,243 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:41,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:41,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:41,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:41,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:41,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:41,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:41,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:41,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:41,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:41,253 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,254 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,255 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,256 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,256 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,257 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:41,258 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:41,261 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:41,261 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72089392, jitterRate=0.07421565055847168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:41,261 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309521243Initializing all the Stores at 1731309521244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309521244Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309521244Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309521244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309521244Cleaning up temporary data from old regions at 1731309521256 (+12 ms)Region opened successfully at 1731309521261 (+5 ms) 2024-11-11T07:18:41,261 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:41,265 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67409fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:41,266 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:41,266 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:41,266 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:41,266 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:41,267 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:41,267 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:18:41,267 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:41,269 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:41,270 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:41,281 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/balancer already deleted, retry=false 2024-11-11T07:18:41,281 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:41,282 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:41,291 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/normalizer already deleted, retry=false 2024-11-11T07:18:41,292 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:41,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:41,302 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/switch/split already deleted, retry=false 2024-11-11T07:18:41,303 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:41,318 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/switch/merge already deleted, retry=false 2024-11-11T07:18:41,320 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:41,339 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-685484070/running 2024-11-11T07:18:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-685484070/running 2024-11-11T07:18:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,350 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,45651,1731309519164, sessionid=0x10128c2a0bd0003, setting cluster-up flag (Was=false) 2024-11-11T07:18:41,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,749 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-685484070/flush-table-proc/acquired, /1-685484070/flush-table-proc/reached, /1-685484070/flush-table-proc/abort 2024-11-11T07:18:41,750 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,45651,1731309519164 2024-11-11T07:18:41,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:41,807 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-685484070/online-snapshot/acquired, /1-685484070/online-snapshot/reached, /1-685484070/online-snapshot/abort 2024-11-11T07:18:41,808 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,45651,1731309519164 2024-11-11T07:18:41,809 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:41,811 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:41,811 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:41,812 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:41,812 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,45651,1731309519164 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:41,813 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,814 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:41,814 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,816 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:41,816 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:41,817 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:41,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309551819 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:41,819 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:41,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:41,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:41,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:41,820 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:41,821 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309521821,5,FailOnTimeoutGroup] 2024-11-11T07:18:41,821 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309521821,5,FailOnTimeoutGroup] 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,821 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:18:41,882 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(746): ClusterId : 92d52aa2-0f27-4ada-8187-252bfdf7afa7 2024-11-11T07:18:41,882 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:41,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:18:41,892 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:41,892 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:41,903 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:41,903 DEBUG [RS:0;d72d5187e64f:35077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d4dc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:41,914 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35077 2024-11-11T07:18:41,914 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:41,914 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:41,914 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:41,915 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,45651,1731309519164 with port=35077, startcode=1731309519368 2024-11-11T07:18:41,915 DEBUG [RS:0;d72d5187e64f:35077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:41,917 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:41,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45651 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,919 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1 2024-11-11T07:18:41,919 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33249 2024-11-11T07:18:41,919 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/rs 2024-11-11T07:18:41,929 DEBUG [RS:0;d72d5187e64f:35077 {}] zookeeper.ZKUtil(111): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on existing znode=/1-685484070/rs/d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,929 WARN [RS:0;d72d5187e64f:35077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:41,929 INFO [RS:0;d72d5187e64f:35077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:41,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35077,1731309519368] 2024-11-11T07:18:41,929 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,933 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:41,935 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:41,936 INFO [RS:0;d72d5187e64f:35077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:41,936 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,936 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:41,937 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:41,937 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,937 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:41,938 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:41,938 DEBUG [RS:0;d72d5187e64f:35077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,941 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35077,1731309519368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:41,955 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:41,955 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35077,1731309519368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,955 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,955 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.Replication(171): d72d5187e64f,35077,1731309519368 started 2024-11-11T07:18:41,969 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:41,969 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35077,1731309519368, RpcServer on d72d5187e64f/172.17.0.3:35077, sessionid=0x10128c2a0bd0004 2024-11-11T07:18:41,969 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:41,969 DEBUG [RS:0;d72d5187e64f:35077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,969 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35077,1731309519368' 2024-11-11T07:18:41,969 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-685484070/flush-table-proc/abort' 2024-11-11T07:18:41,969 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-685484070/flush-table-proc/acquired' 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35077,1731309519368 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35077,1731309519368' 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-685484070/online-snapshot/abort' 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-685484070/online-snapshot/acquired' 2024-11-11T07:18:41,970 DEBUG [RS:0;d72d5187e64f:35077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:41,970 INFO [RS:0;d72d5187e64f:35077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:41,970 INFO [RS:0;d72d5187e64f:35077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:42,071 INFO [RS:0;d72d5187e64f:35077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:42,073 INFO [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35077%2C1731309519368, suffix=, logDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/oldWALs, maxLogs=10 2024-11-11T07:18:42,088 DEBUG [RS:0;d72d5187e64f:35077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368/d72d5187e64f%2C35077%2C1731309519368.1731309522073, exclude list is [], retry=0 2024-11-11T07:18:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-49edb3d9-e3bb-4660-8c02-f05de1dab68f,DISK] 2024-11-11T07:18:42,093 INFO [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368/d72d5187e64f%2C35077%2C1731309519368.1731309522073 2024-11-11T07:18:42,093 DEBUG [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-11T07:18:42,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:18:42,224 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1 2024-11-11T07:18:42,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:18:42,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:42,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:42,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:42,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:42,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:42,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:42,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:42,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:42,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:42,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:42,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:42,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:42,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:42,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:42,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:42,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:42,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:42,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:42,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740 2024-11-11T07:18:42,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740 2024-11-11T07:18:42,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:42,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:42,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:42,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:42,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:42,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66712939, jitterRate=-0.005899742245674133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:42,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309522631Initializing all the Stores at 1731309522632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309522632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309522632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309522632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309522632Cleaning up temporary data from old regions at 1731309522642 (+10 ms)Region opened successfully at 1731309522647 (+5 ms) 2024-11-11T07:18:42,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:42,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:42,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:42,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:42,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:42,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:42,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309522647Disabling compacts and flushes for region at 1731309522647Disabling writes for close at 1731309522647Writing region close event to WAL at 1731309522648 (+1 ms)Closed at 1731309522648 2024-11-11T07:18:42,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:42,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:18:42,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:42,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:42,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:18:42,802 DEBUG [d72d5187e64f:45651 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:42,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35077,1731309519368 2024-11-11T07:18:42,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35077,1731309519368, state=OPENING 2024-11-11T07:18:42,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:18:42,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:42,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:42,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:42,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35077,1731309519368}] 2024-11-11T07:18:42,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-685484070/meta-region-server: CHANGED 2024-11-11T07:18:42,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-685484070/meta-region-server: CHANGED 2024-11-11T07:18:43,055 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:43,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:43,062 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:43,062 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:43,062 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:43,064 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35077%2C1731309519368.meta, suffix=.meta, logDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368, archiveDir=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/oldWALs, maxLogs=10 2024-11-11T07:18:43,077 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368/d72d5187e64f%2C35077%2C1731309519368.meta.1731309523064.meta, exclude list is [], retry=0 2024-11-11T07:18:43,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-49edb3d9-e3bb-4660-8c02-f05de1dab68f,DISK] 2024-11-11T07:18:43,081 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/WALs/d72d5187e64f,35077,1731309519368/d72d5187e64f%2C35077%2C1731309519368.meta.1731309523064.meta 2024-11-11T07:18:43,082 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44307:44307)] 2024-11-11T07:18:43,082 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:43,083 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:43,083 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:43,083 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:43,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:43,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:43,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:43,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:43,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:43,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:43,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:43,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:43,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:43,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:43,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:43,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:43,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:43,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:43,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:43,090 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:43,091 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740 2024-11-11T07:18:43,092 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740 2024-11-11T07:18:43,093 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:43,093 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:43,094 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:43,096 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:43,097 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73013951, jitterRate=0.08799265325069427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:43,097 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:43,097 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309523083Writing region info on filesystem at 1731309523083Initializing all the Stores at 1731309523084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309523084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309523085 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309523085Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309523085Cleaning up temporary data from old regions at 1731309523093 (+8 ms)Running coprocessor post-open hooks at 1731309523097 (+4 ms)Region opened successfully at 1731309523097 2024-11-11T07:18:43,098 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309523055 2024-11-11T07:18:43,100 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:43,100 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:43,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35077,1731309519368 2024-11-11T07:18:43,103 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35077,1731309519368, state=OPEN 2024-11-11T07:18:43,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-685484070/meta-region-server 2024-11-11T07:18:43,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-685484070/meta-region-server 2024-11-11T07:18:43,118 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35077,1731309519368 2024-11-11T07:18:43,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-685484070/meta-region-server: CHANGED 2024-11-11T07:18:43,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-685484070/meta-region-server: CHANGED 2024-11-11T07:18:43,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:18:43,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35077,1731309519368 in 216 msec 2024-11-11T07:18:43,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:18:43,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-11T07:18:43,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:43,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:18:43,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:43,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35077,1731309519368, seqNum=-1] 2024-11-11T07:18:43,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:43,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:43,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-11T07:18:43,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309523133, completionTime=-1 2024-11-11T07:18:43,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:18:43,133 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309583135 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309643135 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,135 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,136 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:45651, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,136 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,136 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,138 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.611sec 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:43,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:43,143 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:43,143 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:43,143 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,45651,1731309519164-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:43,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45651,-1 for getting cluster id 2024-11-11T07:18:43,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:43,184 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92d52aa2-0f27-4ada-8187-252bfdf7afa7' 2024-11-11T07:18:43,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92d52aa2-0f27-4ada-8187-252bfdf7afa7" 2024-11-11T07:18:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b045f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45651,-1] 2024-11-11T07:18:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:43,186 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:43,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35077,1731309519368, seqNum=-1] 2024-11-11T07:18:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:43,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:43,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,45651,1731309519164 2024-11-11T07:18:43,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50715 2024-11-11T07:18:43,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:43,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c2a0bd0005 connected 2024-11-11T07:18:43,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33173,-1 for getting cluster id 2024-11-11T07:18:43,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:43,227 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '811ac61c-bccc-43ba-9e44-db5273dc6d44' 2024-11-11T07:18:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "811ac61c-bccc-43ba-9e44-db5273dc6d44" 2024-11-11T07:18:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1a28a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33173,-1] 2024-11-11T07:18:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:43,230 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:43,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9c2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33173,1731309513984 2024-11-11T07:18:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e5fcfd 2024-11-11T07:18:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:43,234 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:43,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:45651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:18:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:18:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:43,238 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:45651' 2024-11-11T07:18:43,239 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1289172f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,239 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45651,-1 for getting cluster id 2024-11-11T07:18:43,240 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:43,241 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92d52aa2-0f27-4ada-8187-252bfdf7afa7' 2024-11-11T07:18:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92d52aa2-0f27-4ada-8187-252bfdf7afa7" 2024-11-11T07:18:43,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229c1ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45651,-1] 2024-11-11T07:18:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:43,243 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:43,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368bd80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:43,244 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,45651,1731309519164 2024-11-11T07:18:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e099b64 2024-11-11T07:18:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:43,246 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:43,247 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T07:18:43,247 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:18:43,247 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:43,247 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:43,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:43,248 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:43,250 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:18:43,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:18:43,252 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:43,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:18:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741835_1011 (size=1138) 2024-11-11T07:18:43,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fb3dfbbb69203320a78fa204d96a3e2, NAME => 'hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a 2024-11-11T07:18:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741836_1012 (size=44) 2024-11-11T07:18:43,300 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:18:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:43,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:43,672 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9fb3dfbbb69203320a78fa204d96a3e2, disabling compactions & flushes 2024-11-11T07:18:43,672 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:43,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:43,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. after waiting 0 ms 2024-11-11T07:18:43,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:43,673 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:43,673 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fb3dfbbb69203320a78fa204d96a3e2: Waiting for close lock at 1731309523672Disabling compacts and flushes for region at 1731309523672Disabling writes for close at 1731309523673 (+1 ms)Writing region close event to WAL at 1731309523673Closed at 1731309523673 2024-11-11T07:18:43,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:18:43,675 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309523675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309523675"}]},"ts":"1731309523675"} 2024-11-11T07:18:43,678 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:18:43,679 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:18:43,679 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309523679"}]},"ts":"1731309523679"} 2024-11-11T07:18:43,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:18:43,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb3dfbbb69203320a78fa204d96a3e2, ASSIGN}] 2024-11-11T07:18:43,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb3dfbbb69203320a78fa204d96a3e2, ASSIGN 2024-11-11T07:18:43,686 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb3dfbbb69203320a78fa204d96a3e2, ASSIGN; state=OFFLINE, location=d72d5187e64f,41883,1731309514398; forceNewPlan=false, retain=false 2024-11-11T07:18:43,836 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fb3dfbbb69203320a78fa204d96a3e2, regionState=OPENING, regionLocation=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:43,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9fb3dfbbb69203320a78fa204d96a3e2, ASSIGN because future has completed 2024-11-11T07:18:43,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb3dfbbb69203320a78fa204d96a3e2, server=d72d5187e64f,41883,1731309514398}] 2024-11-11T07:18:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:44,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:44,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:44,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:18:44,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41883%2C1731309514398.rep, suffix=, logDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398, archiveDir=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs, maxLogs=10 2024-11-11T07:18:44,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.rep.1731309524004, exclude list is [], retry=0 2024-11-11T07:18:44,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44043,DS-a797fd02-a9d4-40f9-8464-8d8e9d254d1e,DISK] 2024-11-11T07:18:44,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.rep.1731309524004 2024-11-11T07:18:44,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-11T07:18:44,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fb3dfbbb69203320a78fa204d96a3e2, NAME => 'hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:44,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. service=MultiRowMutationService 2024-11-11T07:18:44,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,022 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,023 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb3dfbbb69203320a78fa204d96a3e2 columnFamilyName hfileref 2024-11-11T07:18:44,023 DEBUG [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:44,023 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(327): Store=9fb3dfbbb69203320a78fa204d96a3e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:44,024 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,025 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb3dfbbb69203320a78fa204d96a3e2 columnFamilyName queue 2024-11-11T07:18:44,025 DEBUG [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:44,025 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(327): Store=9fb3dfbbb69203320a78fa204d96a3e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:44,025 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,027 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fb3dfbbb69203320a78fa204d96a3e2 columnFamilyName sid 2024-11-11T07:18:44,027 DEBUG [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:44,027 INFO [StoreOpener-9fb3dfbbb69203320a78fa204d96a3e2-1 {}] regionserver.HStore(327): Store=9fb3dfbbb69203320a78fa204d96a3e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:44,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:18:44,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:44,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9fb3dfbbb69203320a78fa204d96a3e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64130021, jitterRate=-0.044388219714164734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:18:44,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:44,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9fb3dfbbb69203320a78fa204d96a3e2: Running coprocessor pre-open hook at 1731309524020Writing region info on filesystem at 1731309524020Initializing all the Stores at 1731309524021 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309524021Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309524022 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309524022Cleaning up temporary data from old regions at 1731309524030 (+8 ms)Running coprocessor post-open hooks at 1731309524034 (+4 ms)Region opened successfully at 1731309524034 2024-11-11T07:18:44,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2., pid=7, masterSystemTime=1731309523995 2024-11-11T07:18:44,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:44,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:44,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9fb3dfbbb69203320a78fa204d96a3e2, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,41883,1731309514398 2024-11-11T07:18:44,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fb3dfbbb69203320a78fa204d96a3e2, server=d72d5187e64f,41883,1731309514398 because future has completed 2024-11-11T07:18:44,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T07:18:44,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fb3dfbbb69203320a78fa204d96a3e2, server=d72d5187e64f,41883,1731309514398 in 203 msec 2024-11-11T07:18:44,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:18:44,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9fb3dfbbb69203320a78fa204d96a3e2, ASSIGN in 362 msec 2024-11-11T07:18:44,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:18:44,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309524048"}]},"ts":"1731309524048"} 2024-11-11T07:18:44,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:18:44,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:18:44,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-11T07:18:44,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2., hostname=d72d5187e64f,41883,1731309514398, seqNum=2] 2024-11-11T07:18:44,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:44,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:44,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:18:44,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41883 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T07:18:44,305 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:18:44,331 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,41883,1731309514398, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:18:44,332 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:44,332 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41883,1731309514398, seqNum=-1] 2024-11-11T07:18:44,332 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:44,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T07:18:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,41883,1731309514398', locateType=CURRENT is [region=hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2., hostname=d72d5187e64f,41883,1731309514398, seqNum=2] 2024-11-11T07:18:44,338 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T07:18:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T07:18:44,341 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,41883,1731309514398 suceeded 2024-11-11T07:18:44,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T07:18:44,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T07:18:44,344 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:45651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:18:44,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1100 sec 2024-11-11T07:18:44,353 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:45651' 2024-11-11T07:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b8af02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,45651,-1 for getting cluster id 2024-11-11T07:18:44,354 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:44,355 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92d52aa2-0f27-4ada-8187-252bfdf7afa7' 2024-11-11T07:18:44,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:44,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92d52aa2-0f27-4ada-8187-252bfdf7afa7" 2024-11-11T07:18:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b9e981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,45651,-1] 2024-11-11T07:18:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:44,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,357 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:44,357 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36668113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:44,358 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:44,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,45651,1731309519164 2024-11-11T07:18:44,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cedf86e 2024-11-11T07:18:44,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:44,359 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T07:18:44,360 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,41883,1731309514398 (queues=1) is replicating from cluster=811ac61c-bccc-43ba-9e44-db5273dc6d44 to cluster=92d52aa2-0f27-4ada-8187-252bfdf7afa7 2024-11-11T07:18:44,360 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C41883%2C1731309514398 2024-11-11T07:18:44,360 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,41883,1731309514398, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:18:44,361 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.shipperd72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C41883%2C1731309514398 2024-11-11T07:18:44,361 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118, startPosition=0, beingWritten=true 2024-11-11T07:18:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:18:44,369 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:18:44,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:44,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:44,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:44,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:18:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33173,1731309513984 2024-11-11T07:18:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16889478 2024-11-11T07:18:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:18:44,372 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:18:44,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:18:44,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:18:44,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:44,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:44,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:44,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:18:44,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=571352998, stopped=false 2024-11-11T07:18:44,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,45651,1731309519164 2024-11-11T07:18:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-685484070/running 2024-11-11T07:18:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-685484070/running 2024-11-11T07:18:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:44,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:44,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:44,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:44,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,35077,1731309519368' ***** 2024-11-11T07:18:44,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:18:44,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/running 2024-11-11T07:18:44,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Set watcher on znode that does not yet exist, /1-685484070/running 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:18:44,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,35077,1731309519368 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35077. 2024-11-11T07:18:44,382 DEBUG [RS:0;d72d5187e64f:35077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:44,382 DEBUG [RS:0;d72d5187e64f:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:18:44,382 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:18:44,382 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:18:44,382 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:44,382 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:44,383 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:44,383 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:44,383 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:44,383 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:44,383 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T07:18:44,398 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/.tmp/ns/229fbe3f9a9349dea90a2670c5240856 is 43, key is default/ns:d/1731309523127/Put/seqid=0 2024-11-11T07:18:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741835_1011 (size=5153) 2024-11-11T07:18:44,443 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:44,566 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:44,583 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:44,783 DEBUG [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:44,803 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/.tmp/ns/229fbe3f9a9349dea90a2670c5240856 2024-11-11T07:18:44,811 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/.tmp/ns/229fbe3f9a9349dea90a2670c5240856 as hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/ns/229fbe3f9a9349dea90a2670c5240856 2024-11-11T07:18:44,818 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/ns/229fbe3f9a9349dea90a2670c5240856, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T07:18:44,819 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-11T07:18:44,823 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T07:18:44,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:44,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:44,824 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:44,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309524382Running coprocessor pre-close hooks at 1731309524382Disabling compacts and flushes for region at 1731309524382Disabling writes for close at 1731309524383 (+1 ms)Obtaining lock to block concurrent updates at 1731309524383Preparing flush snapshotting stores in 1588230740 at 1731309524383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731309524383Flushing stores of hbase:meta,,1.1588230740 at 1731309524384 (+1 ms)Flushing 1588230740/ns: creating writer at 1731309524384Flushing 1588230740/ns: appending metadata at 1731309524397 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731309524397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28237297: reopening flushed file at 1731309524810 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731309524819 (+9 ms)Writing region close event to WAL at 1731309524820 (+1 ms)Running coprocessor post-close hooks at 1731309524824 (+4 ms)Closed at 1731309524824 2024-11-11T07:18:44,824 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:44,871 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:44,941 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:18:44,941 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:18:44,983 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,35077,1731309519368; all regions closed. 2024-11-11T07:18:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741834_1010 (size=1152) 2024-11-11T07:18:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:18:44,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:18:44,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:18:44,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T07:18:44,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:44,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:18:44,988 DEBUG [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/oldWALs 2024-11-11T07:18:44,988 INFO [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35077%2C1731309519368.meta:.meta(num 1731309523064) 2024-11-11T07:18:44,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:44,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:18:44,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:18:44,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:18:44,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741832_1008 (size=93) 2024-11-11T07:18:44,992 DEBUG [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/oldWALs 2024-11-11T07:18:44,992 INFO [RS:0;d72d5187e64f:35077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35077%2C1731309519368:(num 1731309522073) 2024-11-11T07:18:44,992 DEBUG [RS:0;d72d5187e64f:35077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:44,992 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:44,992 INFO [RS:0;d72d5187e64f:35077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:44,992 INFO [RS:0;d72d5187e64f:35077 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:44,993 INFO [RS:0;d72d5187e64f:35077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:44,993 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:44,993 INFO [RS:0;d72d5187e64f:35077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35077 2024-11-11T07:18:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070/rs 2024-11-11T07:18:45,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-685484070/rs/d72d5187e64f,35077,1731309519368 2024-11-11T07:18:45,002 INFO [RS:0;d72d5187e64f:35077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:45,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,35077,1731309519368] 2024-11-11T07:18:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:45,113 INFO [RS:0;d72d5187e64f:35077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:45,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35077-0x10128c2a0bd0004, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:45,113 INFO [RS:0;d72d5187e64f:35077 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,35077,1731309519368; zookeeper connection closed. 2024-11-11T07:18:45,113 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@118b0da9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@118b0da9 2024-11-11T07:18:45,113 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:18:45,182 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-685484070/draining/d72d5187e64f,35077,1731309519368 already deleted, retry=false 2024-11-11T07:18:45,182 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,35077,1731309519368 expired; onlineServers=0 2024-11-11T07:18:45,182 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,45651,1731309519164' ***** 2024-11-11T07:18:45,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:45,183 DEBUG [M:0;d72d5187e64f:45651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:18:45,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:18:45,183 DEBUG [M:0;d72d5187e64f:45651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:18:45,183 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309521821 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309521821,5,FailOnTimeoutGroup] 2024-11-11T07:18:45,183 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309521821 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309521821,5,FailOnTimeoutGroup] 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:45,183 DEBUG [M:0;d72d5187e64f:45651 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:18:45,183 INFO [M:0;d72d5187e64f:45651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:45,184 INFO [M:0;d72d5187e64f:45651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:18:45,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:18:45,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-685484070/master 2024-11-11T07:18:45,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-685484070 2024-11-11T07:18:45,202 DEBUG [M:0;d72d5187e64f:45651 {}] zookeeper.ZKUtil(347): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Unable to get data of znode /1-685484070/master because node does not exist (not an error) 2024-11-11T07:18:45,202 WARN [M:0;d72d5187e64f:45651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:18:45,203 INFO [M:0;d72d5187e64f:45651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/.lastflushedseqids 2024-11-11T07:18:45,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741836_1012 (size=99) 2024-11-11T07:18:45,276 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:45,608 INFO [M:0;d72d5187e64f:45651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:18:45,608 INFO [M:0;d72d5187e64f:45651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:18:45,608 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:45,608 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:45,608 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:45,608 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:45,608 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:45,609 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T07:18:45,630 DEBUG [M:0;d72d5187e64f:45651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd03343658f48ae8f19661688d22f6f is 82, key is hbase:meta,,1/info:regioninfo/1731309523101/Put/seqid=0 2024-11-11T07:18:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741837_1013 (size=5672) 2024-11-11T07:18:45,638 INFO [M:0;d72d5187e64f:45651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd03343658f48ae8f19661688d22f6f 2024-11-11T07:18:45,662 DEBUG [M:0;d72d5187e64f:45651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9deaacdf96346b7b12d6a69f6fb991a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731309523132/Put/seqid=0 2024-11-11T07:18:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741838_1014 (size=5275) 2024-11-11T07:18:45,672 INFO [M:0;d72d5187e64f:45651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9deaacdf96346b7b12d6a69f6fb991a 2024-11-11T07:18:45,712 DEBUG [M:0;d72d5187e64f:45651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b8c0eaec0204fcd8a159773a7422b2a is 69, key is d72d5187e64f,35077,1731309519368/rs:state/1731309521917/Put/seqid=0 2024-11-11T07:18:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741839_1015 (size=5156) 2024-11-11T07:18:45,782 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:46,151 INFO [M:0;d72d5187e64f:45651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b8c0eaec0204fcd8a159773a7422b2a 2024-11-11T07:18:46,164 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd03343658f48ae8f19661688d22f6f as hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bd03343658f48ae8f19661688d22f6f 2024-11-11T07:18:46,171 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bd03343658f48ae8f19661688d22f6f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T07:18:46,172 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9deaacdf96346b7b12d6a69f6fb991a as hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9deaacdf96346b7b12d6a69f6fb991a 2024-11-11T07:18:46,181 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9deaacdf96346b7b12d6a69f6fb991a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T07:18:46,182 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b8c0eaec0204fcd8a159773a7422b2a as hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b8c0eaec0204fcd8a159773a7422b2a 2024-11-11T07:18:46,190 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33249/user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b8c0eaec0204fcd8a159773a7422b2a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T07:18:46,191 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=28, compaction requested=false 2024-11-11T07:18:46,196 INFO [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:46,196 DEBUG [M:0;d72d5187e64f:45651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309525608Disabling compacts and flushes for region at 1731309525608Disabling writes for close at 1731309525608Obtaining lock to block concurrent updates at 1731309525609 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309525609Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731309525609Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309525610 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309525610Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309525630 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309525630Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309525646 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309525662 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309525662Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309525685 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309525711 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309525711Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eef132: reopening flushed file at 1731309526162 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74221c41: reopening flushed file at 1731309526171 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737314df: reopening flushed file at 1731309526181 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=28, compaction requested=false at 1731309526191 (+10 ms)Writing region close event to WAL at 1731309526196 (+5 ms)Closed at 1731309526196 2024-11-11T07:18:46,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c814c2b1-26ea-4687-339b-2407c9938ea1/MasterData/WALs/d72d5187e64f,45651,1731309519164/d72d5187e64f%2C45651%2C1731309519164.1731309521227 not finished, retry = 0 2024-11-11T07:18:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741830_1006 (size=10165) 2024-11-11T07:18:46,301 INFO [M:0;d72d5187e64f:45651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:18:46,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:46,301 INFO [M:0;d72d5187e64f:45651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45651 2024-11-11T07:18:46,302 INFO [M:0;d72d5187e64f:45651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:46,400 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:46,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:46,412 INFO [M:0;d72d5187e64f:45651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:46,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45651-0x10128c2a0bd0003, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:46,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:46,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:46,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:46,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:46,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:46,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:18:46,428 WARN [BP-806836301-172.17.0.3-1731309517290 heartbeating to localhost/127.0.0.1:33249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:18:46,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:18:46,428 WARN [BP-806836301-172.17.0.3-1731309517290 heartbeating to localhost/127.0.0.1:33249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-806836301-172.17.0.3-1731309517290 (Datanode Uuid f60ab67b-03d2-46af-ac13-e3b027bd38d4) service to localhost/127.0.0.1:33249 2024-11-11T07:18:46,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/cluster_b73e771a-6d21-d130-f970-cfab68a3c7c1/data/data1/current/BP-806836301-172.17.0.3-1731309517290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:46,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/cluster_b73e771a-6d21-d130-f970-cfab68a3c7c1/data/data2/current/BP-806836301-172.17.0.3-1731309517290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:46,429 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:18:46,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:46,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:46,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:46,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:18:46,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:18:46,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:46,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:46,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:46,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:18:46,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2126207234, stopped=false 2024-11-11T07:18:46,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,33173,1731309513984 2024-11-11T07:18:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0343951639/running 2024-11-11T07:18:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0343951639/running 2024-11-11T07:18:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:46,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:46,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/running 2024-11-11T07:18:46,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Set watcher on znode that does not yet exist, /0343951639/running 2024-11-11T07:18:46,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:18:46,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:46,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:46,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,41883,1731309514398' ***** 2024-11-11T07:18:46,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:18:46,479 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:18:46,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:18:46,479 INFO [RS:0;d72d5187e64f:41883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:18:46,479 INFO [RS:0;d72d5187e64f:41883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:18:46,479 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:46,481 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,41883,1731309514398 2024-11-11T07:18:46,481 INFO [RS:0;d72d5187e64f:41883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:46,481 INFO [RS:0;d72d5187e64f:41883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:41883. 2024-11-11T07:18:46,481 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fb3dfbbb69203320a78fa204d96a3e2, disabling compactions & flushes 2024-11-11T07:18:46,482 DEBUG [RS:0;d72d5187e64f:41883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:46,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:46,482 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:46,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:46,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. after waiting 0 ms 2024-11-11T07:18:46,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:46,482 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:18:46,482 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:18:46,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fb3dfbbb69203320a78fa204d96a3e2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T07:18:46,482 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:18:46,482 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:18:46,483 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:18:46,484 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1325): Online Regions={9fb3dfbbb69203320a78fa204d96a3e2=hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:18:46,484 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fb3dfbbb69203320a78fa204d96a3e2 2024-11-11T07:18:46,484 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:46,488 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:46,488 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:46,488 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:46,488 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:46,488 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:46,489 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T07:18:46,501 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/.tmp/queue/2f2dc17f06b54697860003003941be5c is 151, key is 1-d72d5187e64f,41883,1731309514398/queue:d72d5187e64f%2C41883%2C1731309514398/1731309524337/Put/seqid=0 2024-11-11T07:18:46,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741838_1014 (size=5350) 2024-11-11T07:18:46,511 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/.tmp/queue/2f2dc17f06b54697860003003941be5c 2024-11-11T07:18:46,516 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/info/64f4dbde72c74353b35e4b3d6265efec is 147, key is hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2./info:regioninfo/1731309524039/Put/seqid=0 2024-11-11T07:18:46,527 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/.tmp/queue/2f2dc17f06b54697860003003941be5c as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/queue/2f2dc17f06b54697860003003941be5c 2024-11-11T07:18:46,535 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/queue/2f2dc17f06b54697860003003941be5c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T07:18:46,536 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9fb3dfbbb69203320a78fa204d96a3e2 in 54ms, sequenceid=5, compaction requested=false 2024-11-11T07:18:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741839_1015 (size=6631) 2024-11-11T07:18:46,562 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/replication/9fb3dfbbb69203320a78fa204d96a3e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:18:46,563 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:46,563 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:46,563 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:46,563 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fb3dfbbb69203320a78fa204d96a3e2: Waiting for close lock at 1731309526481Running coprocessor pre-close hooks at 1731309526481Disabling compacts and flushes for region at 1731309526481Disabling writes for close at 1731309526482 (+1 ms)Obtaining lock to block concurrent updates at 1731309526482Preparing flush snapshotting stores in 9fb3dfbbb69203320a78fa204d96a3e2 at 1731309526482Finished memstore snapshotting hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731309526482Flushing stores of hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. at 1731309526485 (+3 ms)Flushing 9fb3dfbbb69203320a78fa204d96a3e2/queue: creating writer at 1731309526485Flushing 9fb3dfbbb69203320a78fa204d96a3e2/queue: appending metadata at 1731309526501 (+16 ms)Flushing 9fb3dfbbb69203320a78fa204d96a3e2/queue: closing flushed file at 1731309526501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7dc618: reopening flushed file at 1731309526526 (+25 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9fb3dfbbb69203320a78fa204d96a3e2 in 54ms, sequenceid=5, compaction requested=false at 1731309526536 (+10 ms)Writing region close event to WAL at 1731309526558 (+22 ms)Running coprocessor post-close hooks at 1731309526563 (+5 ms)Closed at 1731309526563 2024-11-11T07:18:46,563 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309523248.9fb3dfbbb69203320a78fa204d96a3e2. 2024-11-11T07:18:46,684 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:46,884 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:46,945 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/info/64f4dbde72c74353b35e4b3d6265efec 2024-11-11T07:18:46,965 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:18:46,965 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:18:46,979 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/ns/a30927a3f38946e6aab7a38f0e2df467 is 43, key is default/ns:d/1731309517166/Put/seqid=0 2024-11-11T07:18:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741840_1016 (size=5153) 2024-11-11T07:18:47,084 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:47,110 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:47,285 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:47,411 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/ns/a30927a3f38946e6aab7a38f0e2df467 2024-11-11T07:18:47,437 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/table/5741e9da1e684e9087ae68d6032f1a5f is 53, key is hbase:replication/table:state/1731309524048/Put/seqid=0 2024-11-11T07:18:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741841_1017 (size=5256) 2024-11-11T07:18:47,485 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:18:47,485 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:18:47,485 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:47,685 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:47,843 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/table/5741e9da1e684e9087ae68d6032f1a5f 2024-11-11T07:18:47,865 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/info/64f4dbde72c74353b35e4b3d6265efec as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/info/64f4dbde72c74353b35e4b3d6265efec 2024-11-11T07:18:47,876 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/info/64f4dbde72c74353b35e4b3d6265efec, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T07:18:47,877 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/ns/a30927a3f38946e6aab7a38f0e2df467 as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/ns/a30927a3f38946e6aab7a38f0e2df467 2024-11-11T07:18:47,886 DEBUG [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:18:47,892 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/ns/a30927a3f38946e6aab7a38f0e2df467, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:18:47,895 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/.tmp/table/5741e9da1e684e9087ae68d6032f1a5f as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/table/5741e9da1e684e9087ae68d6032f1a5f 2024-11-11T07:18:47,902 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/table/5741e9da1e684e9087ae68d6032f1a5f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T07:18:47,904 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false 2024-11-11T07:18:47,911 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:18:47,912 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:18:47,912 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:18:47,912 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:47,912 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309526488Running coprocessor pre-close hooks at 1731309526488Disabling compacts and flushes for region at 1731309526488Disabling writes for close at 1731309526488Obtaining lock to block concurrent updates at 1731309526489 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731309526489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731309526489Flushing stores of hbase:meta,,1.1588230740 at 1731309526492 (+3 ms)Flushing 1588230740/info: creating writer at 1731309526492Flushing 1588230740/info: appending metadata at 1731309526516 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731309526516Flushing 1588230740/ns: creating writer at 1731309526954 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731309526978 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731309526979 (+1 ms)Flushing 1588230740/table: creating writer at 1731309527417 (+438 ms)Flushing 1588230740/table: appending metadata at 1731309527436 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731309527436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46da140f: reopening flushed file at 1731309527864 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40df559a: reopening flushed file at 1731309527876 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512ec20b: reopening flushed file at 1731309527892 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1415ms, sequenceid=11, compaction requested=false at 1731309527904 (+12 ms)Writing region close event to WAL at 1731309527907 (+3 ms)Running coprocessor post-close hooks at 1731309527912 (+5 ms)Closed at 1731309527912 2024-11-11T07:18:47,913 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:47,919 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.1731309516118 to pos 0, reset compression=false 2024-11-11T07:18:48,086 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,41883,1731309514398; all regions closed. 2024-11-11T07:18:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741834_1010 (size=2742) 2024-11-11T07:18:48,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/WALs/d72d5187e64f,41883,1731309514398/d72d5187e64f%2C41883%2C1731309514398.meta.1731309517045.meta not finished, retry = 0 2024-11-11T07:18:48,192 DEBUG [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs 2024-11-11T07:18:48,193 INFO [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C41883%2C1731309514398.meta:.meta(num 1731309517045) 2024-11-11T07:18:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741837_1013 (size=1586) 2024-11-11T07:18:48,203 DEBUG [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs 2024-11-11T07:18:48,203 INFO [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C41883%2C1731309514398.rep:(num 1731309524004) 2024-11-11T07:18:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741833_1009 (size=93) 2024-11-11T07:18:48,209 DEBUG [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/oldWALs 2024-11-11T07:18:48,209 INFO [RS:0;d72d5187e64f:41883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C41883%2C1731309514398:(num 1731309516118) 2024-11-11T07:18:48,209 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:48,209 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:18:48,209 INFO [RS:0;d72d5187e64f:41883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:48,211 INFO [RS:0;d72d5187e64f:41883 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:48,211 INFO [RS:0;d72d5187e64f:41883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:48,211 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,41883,1731309514398 because: Region server is closing 2024-11-11T07:18:48,211 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:48,212 INFO [RS:0;d72d5187e64f:41883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:41883. 2024-11-11T07:18:48,212 DEBUG [RS:0;d72d5187e64f:41883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:18:48,212 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:48,212 DEBUG [RS:0;d72d5187e64f:41883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:48,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:18:48,312 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.shipperd72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:18:48,312 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.wal-reader.d72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:18:48,313 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41883,1731309514398.replicationSource.shipperd72d5187e64f%2C41883%2C1731309514398,1-d72d5187e64f,41883,1731309514398 terminated 2024-11-11T07:18:48,313 INFO [RS:0;d72d5187e64f:41883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41883 2024-11-11T07:18:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639/rs 2024-11-11T07:18:48,333 INFO [RS:0;d72d5187e64f:41883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:48,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0343951639/rs/d72d5187e64f,41883,1731309514398 2024-11-11T07:18:48,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,41883,1731309514398] 2024-11-11T07:18:48,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/draining/d72d5187e64f,41883,1731309514398 already deleted, retry=false 2024-11-11T07:18:48,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,41883,1731309514398 expired; onlineServers=0 2024-11-11T07:18:48,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,33173,1731309513984' ***** 2024-11-11T07:18:48,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:18:48,360 INFO [M:0;d72d5187e64f:33173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:18:48,360 INFO [M:0;d72d5187e64f:33173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:18:48,360 DEBUG [M:0;d72d5187e64f:33173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:18:48,360 DEBUG [M:0;d72d5187e64f:33173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:18:48,360 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:18:48,360 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309515700 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309515700,5,FailOnTimeoutGroup] 2024-11-11T07:18:48,360 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309515712 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309515712,5,FailOnTimeoutGroup] 2024-11-11T07:18:48,360 INFO [M:0;d72d5187e64f:33173 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:18:48,360 INFO [M:0;d72d5187e64f:33173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:18:48,361 DEBUG [M:0;d72d5187e64f:33173 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:18:48,361 INFO [M:0;d72d5187e64f:33173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:18:48,362 INFO [M:0;d72d5187e64f:33173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:18:48,362 INFO [M:0;d72d5187e64f:33173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:18:48,362 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:18:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0343951639/master 2024-11-11T07:18:48,375 DEBUG [M:0;d72d5187e64f:33173 {}] zookeeper.RecoverableZooKeeper(212): Node /0343951639/master already deleted, retry=false 2024-11-11T07:18:48,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0343951639 2024-11-11T07:18:48,375 DEBUG [M:0;d72d5187e64f:33173 {}] master.ActiveMasterManager(353): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Failed delete of our master address node; KeeperErrorCode = NoNode for /0343951639/master 2024-11-11T07:18:48,376 INFO [M:0;d72d5187e64f:33173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/.lastflushedseqids 2024-11-11T07:18:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741842_1018 (size=181) 2024-11-11T07:18:48,384 INFO [M:0;d72d5187e64f:33173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:18:48,384 INFO [M:0;d72d5187e64f:33173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:18:48,385 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:48,385 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:48,385 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:48,385 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:48,385 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:48,385 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T07:18:48,405 DEBUG [M:0;d72d5187e64f:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ab598963514eafa4e9e94e860e34aa is 82, key is hbase:meta,,1/info:regioninfo/1731309517098/Put/seqid=0 2024-11-11T07:18:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741843_1019 (size=5672) 2024-11-11T07:18:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:48,449 INFO [RS:0;d72d5187e64f:41883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:48,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41883-0x10128c2a0bd0001, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:48,449 INFO [RS:0;d72d5187e64f:41883 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,41883,1731309514398; zookeeper connection closed. 2024-11-11T07:18:48,450 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@442ddcca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@442ddcca 2024-11-11T07:18:48,450 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:18:48,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:48,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:48,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:48,813 INFO [M:0;d72d5187e64f:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ab598963514eafa4e9e94e860e34aa 2024-11-11T07:18:48,838 DEBUG [M:0;d72d5187e64f:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4fecfb49a14387aa182f951d1f576b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731309524053/Put/seqid=0 2024-11-11T07:18:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741844_1020 (size=7203) 2024-11-11T07:18:48,845 INFO [M:0;d72d5187e64f:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4fecfb49a14387aa182f951d1f576b 2024-11-11T07:18:48,871 DEBUG [M:0;d72d5187e64f:33173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/856e603913904dc59c15afba189266e1 is 69, key is d72d5187e64f,41883,1731309514398/rs:state/1731309515817/Put/seqid=0 2024-11-11T07:18:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741845_1021 (size=5156) 2024-11-11T07:18:48,902 INFO [M:0;d72d5187e64f:33173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/856e603913904dc59c15afba189266e1 2024-11-11T07:18:48,912 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61ab598963514eafa4e9e94e860e34aa as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61ab598963514eafa4e9e94e860e34aa 2024-11-11T07:18:48,924 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61ab598963514eafa4e9e94e860e34aa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T07:18:48,926 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b4fecfb49a14387aa182f951d1f576b as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b4fecfb49a14387aa182f951d1f576b 2024-11-11T07:18:48,939 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b4fecfb49a14387aa182f951d1f576b, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T07:18:48,940 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/856e603913904dc59c15afba189266e1 as hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/856e603913904dc59c15afba189266e1 2024-11-11T07:18:48,953 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38455/user/jenkins/test-data/0fd21052-e5c0-2deb-80ee-92075e8f902a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/856e603913904dc59c15afba189266e1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T07:18:48,954 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=70, compaction requested=false 2024-11-11T07:18:48,974 INFO [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:48,974 DEBUG [M:0;d72d5187e64f:33173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309528384Disabling compacts and flushes for region at 1731309528384Disabling writes for close at 1731309528385 (+1 ms)Obtaining lock to block concurrent updates at 1731309528385Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309528385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731309528385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309528386 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309528386Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309528404 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309528405 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309528819 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309528838 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309528838Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309528850 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309528870 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309528870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de3d5b3: reopening flushed file at 1731309528911 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d46d24: reopening flushed file at 1731309528924 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ec0d08: reopening flushed file at 1731309528939 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=70, compaction requested=false at 1731309528955 (+16 ms)Writing region close event to WAL at 1731309528974 (+19 ms)Closed at 1731309528974 2024-11-11T07:18:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44043 is added to blk_1073741830_1006 (size=41008) 2024-11-11T07:18:48,980 INFO [M:0;d72d5187e64f:33173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:18:48,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:18:48,980 INFO [M:0;d72d5187e64f:33173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33173 2024-11-11T07:18:48,980 INFO [M:0;d72d5187e64f:33173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:18:49,133 INFO [M:0;d72d5187e64f:33173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:18:49,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33173-0x10128c2a0bd0000, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:18:49,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:49,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:49,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:49,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:49,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:49,145 WARN [BP-20887726-172.17.0.3-1731309511986 heartbeating to localhost/127.0.0.1:38455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:18:49,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:18:49,145 WARN [BP-20887726-172.17.0.3-1731309511986 heartbeating to localhost/127.0.0.1:38455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-20887726-172.17.0.3-1731309511986 (Datanode Uuid 11ca5430-efe0-4820-be5a-6a121276aa73) service to localhost/127.0.0.1:38455 2024-11-11T07:18:49,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:18:49,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/data/data1/current/BP-20887726-172.17.0.3-1731309511986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:49,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/cluster_6c222485-0eb6-9e8f-0078-52948f7c6c18/data/data2/current/BP-20887726-172.17.0.3-1731309511986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:18:49,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:18:49,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:49,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:18:49,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:18:49,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:18:49,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/062b75ba-fe10-7b14-b0c5-28c0bba00d3b/hadoop.log.dir/,STOPPED} 2024-11-11T07:18:49,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:18:49,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:18:49,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38455 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33249 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 749) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1923 (was 2249) 2024-11-11T07:18:49,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=765, ProcessCount=11, AvailableMemoryMB=1923 2024-11-11T07:18:49,242 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T07:18:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir so I do NOT create it in target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4 2024-11-11T07:18:49,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:18:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.tmp.dir so I do NOT create it in target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4 2024-11-11T07:18:49,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15e9aca7-e33f-7078-35ea-ba3c73361a8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:18:49,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4 2024-11-11T07:18:49,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d, deleteOnExit=true 2024-11-11T07:18:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c2a0bd0002, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:18:49,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c2a0bd0005, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:18:49,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c2a0bd0002, quorum=127.0.0.1:50715, baseZNode=/0343951639 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:18:49,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c2a0bd0005, quorum=127.0.0.1:50715, baseZNode=/1-685484070 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:18:49,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/zookeeper_0, clientPort=56728, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:18:49,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56728 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/test.cache.data in system properties and HBase conf 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:18:49,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:18:49,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:49,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:18:49,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:18:49,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:49,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:49,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:49,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:49,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:18:49,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:49,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:49,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:49,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7712fef6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/java.io.tmpdir/jetty-localhost-34155-hadoop-hdfs-3_4_1-tests_jar-_-any-14390881253570183586/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:49,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:34155} 2024-11-11T07:18:49,976 INFO [Time-limited test {}] server.Server(415): Started @54944ms 2024-11-11T07:18:50,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:50,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:50,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:50,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:50,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:18:50,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:50,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:50,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59761ce5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/java.io.tmpdir/jetty-localhost-33511-hadoop-hdfs-3_4_1-tests_jar-_-any-4312710372087545105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:50,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:33511} 2024-11-11T07:18:50,548 INFO [Time-limited test {}] server.Server(415): Started @55517ms 2024-11-11T07:18:50,549 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:51,330 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/data/data1/current/BP-120780299-172.17.0.3-1731309529338/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:51,331 WARN [Thread-823 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/data/data2/current/BP-120780299-172.17.0.3-1731309529338/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:51,365 WARN [Thread-810 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf02ec46aecf78ea with lease ID 0x3233444cddb21156: Processing first storage report for DS-05cc069d-733b-4f86-9da1-f2140c4f2636 from datanode DatanodeRegistration(127.0.0.1:39361, datanodeUuid=f2180966-b25b-4919-81dd-b612d8e18a5d, infoPort=38443, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=667218061;c=1731309529338) 2024-11-11T07:18:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf02ec46aecf78ea with lease ID 0x3233444cddb21156: from storage DS-05cc069d-733b-4f86-9da1-f2140c4f2636 node DatanodeRegistration(127.0.0.1:39361, datanodeUuid=f2180966-b25b-4919-81dd-b612d8e18a5d, infoPort=38443, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=667218061;c=1731309529338), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:18:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf02ec46aecf78ea with lease ID 0x3233444cddb21156: Processing first storage report for DS-8c8c840f-0107-4c2f-a39b-eec97d046c7a from datanode DatanodeRegistration(127.0.0.1:39361, datanodeUuid=f2180966-b25b-4919-81dd-b612d8e18a5d, infoPort=38443, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=667218061;c=1731309529338) 2024-11-11T07:18:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf02ec46aecf78ea with lease ID 0x3233444cddb21156: from storage DS-8c8c840f-0107-4c2f-a39b-eec97d046c7a node DatanodeRegistration(127.0.0.1:39361, datanodeUuid=f2180966-b25b-4919-81dd-b612d8e18a5d, infoPort=38443, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=667218061;c=1731309529338), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:51,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4 2024-11-11T07:18:51,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:51,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:51,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572 with version=8 2024-11-11T07:18:51,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/hbase-staging 2024-11-11T07:18:51,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:51,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:51,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39387 2024-11-11T07:18:51,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39387 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:18:51,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393870x0, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:51,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39387-0x10128c2e4680000 connected 2024-11-11T07:18:52,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:52,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:52,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/running 2024-11-11T07:18:52,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572, hbase.cluster.distributed=false 2024-11-11T07:18:52,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/acl 2024-11-11T07:18:52,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T07:18:52,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39387 2024-11-11T07:18:52,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39387 2024-11-11T07:18:52,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T07:18:52,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T07:18:52,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:52,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:52,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40235 2024-11-11T07:18:52,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40235 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:18:52,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:52,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:52,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402350x0, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:52,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402350x0, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/running 2024-11-11T07:18:52,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40235-0x10128c2e4680001 connected 2024-11-11T07:18:52,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:52,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:52,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/master 2024-11-11T07:18:52,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/acl 2024-11-11T07:18:52,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-11T07:18:52,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40235 2024-11-11T07:18:52,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40235 2024-11-11T07:18:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-11T07:18:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-11T07:18:52,295 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:39387 2024-11-11T07:18:52,295 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-495636919/backup-masters/d72d5187e64f,39387,1731309531846 2024-11-11T07:18:52,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/backup-masters 2024-11-11T07:18:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/backup-masters 2024-11-11T07:18:52,310 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on existing znode=/0-495636919/backup-masters/d72d5187e64f,39387,1731309531846 2024-11-11T07:18:52,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495636919/master 2024-11-11T07:18:52,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:52,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:52,323 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on existing znode=/0-495636919/master 2024-11-11T07:18:52,332 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-495636919/backup-masters/d72d5187e64f,39387,1731309531846 from backup master directory 2024-11-11T07:18:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495636919/backup-masters/d72d5187e64f,39387,1731309531846 2024-11-11T07:18:52,343 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/backup-masters 2024-11-11T07:18:52,343 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,39387,1731309531846 2024-11-11T07:18:52,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/backup-masters 2024-11-11T07:18:52,347 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/hbase.id] with ID: e0a12e36-c6a6-451f-9cfd-741579f923a6 2024-11-11T07:18:52,347 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/.tmp/hbase.id 2024-11-11T07:18:52,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:52,754 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/.tmp/hbase.id]:[hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/hbase.id] 2024-11-11T07:18:52,770 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:52,771 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:52,773 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T07:18:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:53,214 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:53,215 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:53,215 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:53,243 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store 2024-11-11T07:18:53,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:53,251 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:53,251 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:53,251 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309533251Disabling compacts and flushes for region at 1731309533251Disabling writes for close at 1731309533251Writing region close event to WAL at 1731309533251Closed at 1731309533251 2024-11-11T07:18:53,252 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/.initializing 2024-11-11T07:18:53,252 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/WALs/d72d5187e64f,39387,1731309531846 2024-11-11T07:18:53,254 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:53,256 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C39387%2C1731309531846, suffix=, logDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/WALs/d72d5187e64f,39387,1731309531846, archiveDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:53,283 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/WALs/d72d5187e64f,39387,1731309531846/d72d5187e64f%2C39387%2C1731309531846.1731309533257, exclude list is [], retry=0 2024-11-11T07:18:53,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39361,DS-05cc069d-733b-4f86-9da1-f2140c4f2636,DISK] 2024-11-11T07:18:53,293 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/WALs/d72d5187e64f,39387,1731309531846/d72d5187e64f%2C39387%2C1731309531846.1731309533257 2024-11-11T07:18:53,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-11-11T07:18:53,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:53,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:53,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,294 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:53,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:53,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:53,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:53,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:53,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:53,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:53,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:53,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:53,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:53,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:53,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:53,308 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,308 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,309 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,310 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,310 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,311 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:53,312 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:53,317 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:53,318 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65016246, jitterRate=-0.031182438135147095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:53,319 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309533294Initializing all the Stores at 1731309533295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309533295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309533296 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309533296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309533296Cleaning up temporary data from old regions at 1731309533310 (+14 ms)Region opened successfully at 1731309533319 (+9 ms) 2024-11-11T07:18:53,319 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:53,324 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b28612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:53,325 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:53,325 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:53,325 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:53,325 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:53,326 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:53,326 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:18:53,326 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:53,329 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:53,330 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:53,338 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/balancer already deleted, retry=false 2024-11-11T07:18:53,339 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:53,340 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:53,349 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/normalizer already deleted, retry=false 2024-11-11T07:18:53,349 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:53,353 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:53,364 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/switch/split already deleted, retry=false 2024-11-11T07:18:53,366 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:53,375 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/switch/merge already deleted, retry=false 2024-11-11T07:18:53,378 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:53,385 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495636919/running 2024-11-11T07:18:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-495636919/running 2024-11-11T07:18:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,396 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,39387,1731309531846, sessionid=0x10128c2e4680000, setting cluster-up flag (Was=false) 2024-11-11T07:18:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,448 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-495636919/flush-table-proc/acquired, /0-495636919/flush-table-proc/reached, /0-495636919/flush-table-proc/abort 2024-11-11T07:18:53,450 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,39387,1731309531846 2024-11-11T07:18:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:53,501 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-495636919/online-snapshot/acquired, /0-495636919/online-snapshot/reached, /0-495636919/online-snapshot/abort 2024-11-11T07:18:53,502 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,39387,1731309531846 2024-11-11T07:18:53,505 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:53,510 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:53,511 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:53,511 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:53,511 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,39387,1731309531846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:53,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:53,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:53,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:53,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:18:53,572 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309563572 2024-11-11T07:18:53,572 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:18:53,572 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:18:53,572 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:18:53,573 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:18:53,573 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:18:53,573 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:18:53,576 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:18:53,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:18:53,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:18:53,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:18:53,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:18:53,585 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(746): ClusterId : e0a12e36-c6a6-451f-9cfd-741579f923a6 2024-11-11T07:18:53,585 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:18:53,592 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:18:53,592 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:18:53,592 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309533592,5,FailOnTimeoutGroup] 2024-11-11T07:18:53,593 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309533592,5,FailOnTimeoutGroup] 2024-11-11T07:18:53,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:18:53,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,597 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:18:53,597 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:18:53,607 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:18:53,608 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d44782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:53,623 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:40235 2024-11-11T07:18:53,623 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:18:53,623 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:18:53,625 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:18:53,626 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,39387,1731309531846 with port=40235, startcode=1731309532218 2024-11-11T07:18:53,626 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:18:53,633 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:18:53,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39387 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,635 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572 2024-11-11T07:18:53,635 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42057 2024-11-11T07:18:53,635 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:18:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/rs 2024-11-11T07:18:53,649 DEBUG [RS:0;d72d5187e64f:40235 {}] zookeeper.ZKUtil(111): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on existing znode=/0-495636919/rs/d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,649 WARN [RS:0;d72d5187e64f:40235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:53,649 INFO [RS:0;d72d5187e64f:40235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:53,649 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,40235,1731309532218] 2024-11-11T07:18:53,676 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:18:53,684 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:18:53,685 INFO [RS:0;d72d5187e64f:40235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:18:53,685 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,686 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:18:53,687 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:18:53,687 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,687 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,688 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,688 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,688 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:53,688 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:53,688 DEBUG [RS:0;d72d5187e64f:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:18:53,708 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,708 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,708 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,709 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,709 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,709 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40235,1731309532218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:53,736 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:18:53,736 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40235,1731309532218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,736 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,736 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.Replication(171): d72d5187e64f,40235,1731309532218 started 2024-11-11T07:18:53,756 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:53,756 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,40235,1731309532218, RpcServer on d72d5187e64f/172.17.0.3:40235, sessionid=0x10128c2e4680001 2024-11-11T07:18:53,757 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:18:53,757 DEBUG [RS:0;d72d5187e64f:40235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,757 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40235,1731309532218' 2024-11-11T07:18:53,757 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-495636919/flush-table-proc/abort' 2024-11-11T07:18:53,757 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-495636919/flush-table-proc/acquired' 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,40235,1731309532218 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40235,1731309532218' 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-495636919/online-snapshot/abort' 2024-11-11T07:18:53,758 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-495636919/online-snapshot/acquired' 2024-11-11T07:18:53,759 DEBUG [RS:0;d72d5187e64f:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:18:53,759 INFO [RS:0;d72d5187e64f:40235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:18:53,759 INFO [RS:0;d72d5187e64f:40235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:18:53,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:18:53,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:53,860 INFO [RS:0;d72d5187e64f:40235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:53,861 INFO [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40235%2C1731309532218, suffix=, logDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218, archiveDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs, maxLogs=10 2024-11-11T07:18:53,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:53,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:18:53,895 DEBUG [RS:0;d72d5187e64f:40235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862, exclude list is [], retry=0 2024-11-11T07:18:53,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39361,DS-05cc069d-733b-4f86-9da1-f2140c4f2636,DISK] 2024-11-11T07:18:53,933 INFO [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 2024-11-11T07:18:53,935 DEBUG [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-11-11T07:18:53,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:18:53,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572 2024-11-11T07:18:53,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:18:54,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:54,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:54,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:54,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:54,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:54,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:54,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:54,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:54,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:54,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:54,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740 2024-11-11T07:18:54,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740 2024-11-11T07:18:54,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:54,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:54,423 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:54,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:54,430 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:54,431 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71394448, jitterRate=0.06386017799377441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309534399Initializing all the Stores at 1731309534400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309534400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534400Cleaning up temporary data from old regions at 1731309534423 (+23 ms)Region opened successfully at 1731309534432 (+9 ms) 2024-11-11T07:18:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:18:54,432 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:18:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:18:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:18:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:18:54,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:18:54,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309534432Disabling compacts and flushes for region at 1731309534432Disabling writes for close at 1731309534432Writing region close event to WAL at 1731309534441 (+9 ms)Closed at 1731309534441 2024-11-11T07:18:54,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:54,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:18:54,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:18:54,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:54,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:18:54,601 DEBUG [d72d5187e64f:39387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:18:54,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:18:54,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40235,1731309532218, state=OPENING 2024-11-11T07:18:54,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:18:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:18:54,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495636919/meta-region-server: CHANGED 2024-11-11T07:18:54,634 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:18:54,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40235,1731309532218}] 2024-11-11T07:18:54,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495636919/meta-region-server: CHANGED 2024-11-11T07:18:54,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:18:54,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:18:54,804 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:18:54,805 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:54,805 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:18:54,806 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40235%2C1731309532218.meta, suffix=.meta, logDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218, archiveDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs, maxLogs=10 2024-11-11T07:18:54,821 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.meta.1731309534807.meta, exclude list is [], retry=0 2024-11-11T07:18:54,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39361,DS-05cc069d-733b-4f86-9da1-f2140c4f2636,DISK] 2024-11-11T07:18:54,825 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.meta.1731309534807.meta 2024-11-11T07:18:54,826 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-11-11T07:18:54,826 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:54,826 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:18:54,826 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:18:54,827 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:18:54,827 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:18:54,827 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:18:54,827 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:54,827 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:18:54,827 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:18:54,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:18:54,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:18:54,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:18:54,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:18:54,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:18:54,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:18:54,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:18:54,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:18:54,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:54,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:54,838 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:18:54,838 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740 2024-11-11T07:18:54,840 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740 2024-11-11T07:18:54,841 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:18:54,842 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:18:54,842 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:54,843 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:18:54,844 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60435816, jitterRate=-0.09943616390228271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:54,844 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:18:54,845 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309534827Writing region info on filesystem at 1731309534827Initializing all the Stores at 1731309534828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534830 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309534830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309534830Cleaning up temporary data from old regions at 1731309534842 (+12 ms)Running coprocessor post-open hooks at 1731309534844 (+2 ms)Region opened successfully at 1731309534845 (+1 ms) 2024-11-11T07:18:54,846 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309534787 2024-11-11T07:18:54,848 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:18:54,848 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:18:54,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:18:54,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40235,1731309532218, state=OPEN 2024-11-11T07:18:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-495636919/meta-region-server 2024-11-11T07:18:54,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-495636919/meta-region-server 2024-11-11T07:18:54,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,40235,1731309532218 2024-11-11T07:18:54,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495636919/meta-region-server: CHANGED 2024-11-11T07:18:54,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-495636919/meta-region-server: CHANGED 2024-11-11T07:18:54,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:18:54,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40235,1731309532218 in 259 msec 2024-11-11T07:18:54,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:18:54,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-11T07:18:54,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:54,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:18:54,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:54,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:18:54,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:54,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:54,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-11-11T07:18:54,910 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309534910, completionTime=-1 2024-11-11T07:18:54,910 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:18:54,910 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309594913 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309654913 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:39387, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,915 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,918 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.580sec 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:18:54,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:18:54,935 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:18:54,935 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:18:54,935 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39387,1731309531846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:18:54,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:18:54,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:54,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39387,-1 for getting cluster id 2024-11-11T07:18:54,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:18:54,991 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a12e36-c6a6-451f-9cfd-741579f923a6' 2024-11-11T07:18:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:18:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a12e36-c6a6-451f-9cfd-741579f923a6" 2024-11-11T07:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a67f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39387,-1] 2024-11-11T07:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:18:54,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:18:54,994 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:18:54,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:18:54,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:18:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:18:54,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:18:55,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:18:55,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,39387,1731309531846 2024-11-11T07:18:55,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:18:55,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:55,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c2e4680002 connected 2024-11-11T07:18:55,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir so I do NOT create it in target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f 2024-11-11T07:18:55,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:18:55,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.tmp.dir so I do NOT create it in target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f 2024-11-11T07:18:55,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:18:55,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f 2024-11-11T07:18:55,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:18:55,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/cluster_377ef6fc-9441-930a-e09e-0f09b6ee4eb9, deleteOnExit=true 2024-11-11T07:18:55,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:18:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/test.cache.data in system properties and HBase conf 2024-11-11T07:18:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:18:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:18:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:18:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:18:55,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:18:55,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:18:55,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:18:55,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:18:55,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:55,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:55,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:55,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:55,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:18:55,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:55,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:55,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:55,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3db8da4f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/java.io.tmpdir/jetty-localhost-42579-hadoop-hdfs-3_4_1-tests_jar-_-any-5856484615065294712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:18:55,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:42579} 2024-11-11T07:18:55,719 INFO [Time-limited test {}] server.Server(415): Started @60688ms 2024-11-11T07:18:56,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:18:56,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:18:56,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:18:56,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:18:56,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:18:56,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:18:56,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:18:56,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778c47e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/java.io.tmpdir/jetty-localhost-40647-hadoop-hdfs-3_4_1-tests_jar-_-any-12802383060309168168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:18:56,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:40647} 2024-11-11T07:18:56,447 INFO [Time-limited test {}] server.Server(415): Started @61416ms 2024-11-11T07:18:56,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:18:57,257 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/cluster_377ef6fc-9441-930a-e09e-0f09b6ee4eb9/data/data1/current/BP-1352623315-172.17.0.3-1731309535156/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:57,264 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/cluster_377ef6fc-9441-930a-e09e-0f09b6ee4eb9/data/data2/current/BP-1352623315-172.17.0.3-1731309535156/current, will proceed with Du for space computation calculation, 2024-11-11T07:18:57,345 WARN [Thread-931 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:18:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2382f7a0c11d2a71 with lease ID 0x4058e25b8999eae6: Processing first storage report for DS-b7934a9a-b05c-470f-8a8d-3cc9ae37487c from datanode DatanodeRegistration(127.0.0.1:38229, datanodeUuid=a3fdf2c1-ff79-406c-89b7-6347dc169103, infoPort=45687, infoSecurePort=0, ipcPort=41709, storageInfo=lv=-57;cid=testClusterID;nsid=1140995523;c=1731309535156) 2024-11-11T07:18:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2382f7a0c11d2a71 with lease ID 0x4058e25b8999eae6: from storage DS-b7934a9a-b05c-470f-8a8d-3cc9ae37487c node DatanodeRegistration(127.0.0.1:38229, datanodeUuid=a3fdf2c1-ff79-406c-89b7-6347dc169103, infoPort=45687, infoSecurePort=0, ipcPort=41709, storageInfo=lv=-57;cid=testClusterID;nsid=1140995523;c=1731309535156), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:18:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2382f7a0c11d2a71 with lease ID 0x4058e25b8999eae6: Processing first storage report for DS-de0c07dd-4a9c-4d00-9ab4-b0b80552d690 from datanode DatanodeRegistration(127.0.0.1:38229, datanodeUuid=a3fdf2c1-ff79-406c-89b7-6347dc169103, infoPort=45687, infoSecurePort=0, ipcPort=41709, storageInfo=lv=-57;cid=testClusterID;nsid=1140995523;c=1731309535156) 2024-11-11T07:18:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2382f7a0c11d2a71 with lease ID 0x4058e25b8999eae6: from storage DS-de0c07dd-4a9c-4d00-9ab4-b0b80552d690 node DatanodeRegistration(127.0.0.1:38229, datanodeUuid=a3fdf2c1-ff79-406c-89b7-6347dc169103, infoPort=45687, infoSecurePort=0, ipcPort=41709, storageInfo=lv=-57;cid=testClusterID;nsid=1140995523;c=1731309535156), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:18:57,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f 2024-11-11T07:18:57,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:18:57,414 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88 with version=8 2024-11-11T07:18:57,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/hbase-staging 2024-11-11T07:18:57,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:18:57,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:57,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39521 2024-11-11T07:18:57,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39521 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:18:57,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395210x0, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:57,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39521-0x10128c2e4680003 connected 2024-11-11T07:18:57,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/running 2024-11-11T07:18:57,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88, hbase.cluster.distributed=false 2024-11-11T07:18:57,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/acl 2024-11-11T07:18:57,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:18:57,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39521 2024-11-11T07:18:57,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39521 2024-11-11T07:18:57,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:18:57,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:18:57,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:18:57,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:18:57,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43227 2024-11-11T07:18:57,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43227 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:18:57,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:57,833 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432270x0, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:18:57,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432270x0, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/running 2024-11-11T07:18:57,833 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:18:57,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43227-0x10128c2e4680004 connected 2024-11-11T07:18:57,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:18:57,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/master 2024-11-11T07:18:57,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/acl 2024-11-11T07:18:57,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-11T07:18:57,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43227 2024-11-11T07:18:57,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43227 2024-11-11T07:18:57,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-11T07:18:57,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43227 2024-11-11T07:18:57,889 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:39521 2024-11-11T07:18:57,892 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1623733144/backup-masters/d72d5187e64f,39521,1731309537416 2024-11-11T07:18:57,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/backup-masters 2024-11-11T07:18:57,901 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/backup-masters 2024-11-11T07:18:57,904 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on existing znode=/1623733144/backup-masters/d72d5187e64f,39521,1731309537416 2024-11-11T07:18:57,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:57,918 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1623733144/master 2024-11-11T07:18:57,918 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:57,927 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on existing znode=/1623733144/master 2024-11-11T07:18:57,928 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1623733144/backup-masters/d72d5187e64f,39521,1731309537416 from backup master directory 2024-11-11T07:18:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1623733144/backup-masters/d72d5187e64f,39521,1731309537416 2024-11-11T07:18:57,938 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/backup-masters 2024-11-11T07:18:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/backup-masters 2024-11-11T07:18:57,939 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:18:57,939 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,39521,1731309537416 2024-11-11T07:18:57,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/hbase.id] with ID: 58e1347d-9c08-40c8-9d4f-66754c71b636 2024-11-11T07:18:57,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/.tmp/hbase.id 2024-11-11T07:18:57,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:18:58,376 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/.tmp/hbase.id]:[hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/hbase.id] 2024-11-11T07:18:58,391 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:18:58,392 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:18:58,394 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:18:58,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:58,454 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:58,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:18:58,501 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:18:58,502 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:18:58,504 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:18:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:18:58,941 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store 2024-11-11T07:18:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:18:59,352 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:59,352 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:18:59,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309539352Disabling compacts and flushes for region at 1731309539352Disabling writes for close at 1731309539352Writing region close event to WAL at 1731309539352Closed at 1731309539352 2024-11-11T07:18:59,354 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/.initializing 2024-11-11T07:18:59,355 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/WALs/d72d5187e64f,39521,1731309537416 2024-11-11T07:18:59,356 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:18:59,358 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C39521%2C1731309537416, suffix=, logDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/WALs/d72d5187e64f,39521,1731309537416, archiveDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/oldWALs, maxLogs=10 2024-11-11T07:18:59,379 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/WALs/d72d5187e64f,39521,1731309537416/d72d5187e64f%2C39521%2C1731309537416.1731309539358, exclude list is [], retry=0 2024-11-11T07:18:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-b7934a9a-b05c-470f-8a8d-3cc9ae37487c,DISK] 2024-11-11T07:18:59,397 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/WALs/d72d5187e64f,39521,1731309537416/d72d5187e64f%2C39521%2C1731309537416.1731309539358 2024-11-11T07:18:59,397 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45687:45687)] 2024-11-11T07:18:59,398 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:18:59,398 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:18:59,398 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,398 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:18:59,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:59,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:18:59,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:18:59,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:59,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:59,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:18:59,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:59,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:59,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:18:59,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:59,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:18:59,434 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,435 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,436 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,439 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,439 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,441 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:18:59,446 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:18:59,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:18:59,457 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72373547, jitterRate=0.07844989001750946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:18:59,457 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309539398Initializing all the Stores at 1731309539399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309539399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309539402 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309539402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309539402Cleaning up temporary data from old regions at 1731309539439 (+37 ms)Region opened successfully at 1731309539457 (+18 ms) 2024-11-11T07:18:59,468 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:18:59,472 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12edfa2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:18:59,473 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:18:59,473 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:18:59,474 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:18:59,474 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:18:59,474 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:18:59,475 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:18:59,475 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:18:59,505 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:18:59,507 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/balancer because node does not exist (not necessarily an error) 2024-11-11T07:18:59,529 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/balancer already deleted, retry=false 2024-11-11T07:18:59,529 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:18:59,530 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:18:59,548 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/normalizer already deleted, retry=false 2024-11-11T07:18:59,550 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:18:59,571 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:18:59,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/switch/split already deleted, retry=false 2024-11-11T07:18:59,614 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:18:59,637 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/switch/merge already deleted, retry=false 2024-11-11T07:18:59,642 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:18:59,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:18:59,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/snapshot-cleanup already deleted, retry=false 2024-11-11T07:18:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1623733144/running 2024-11-11T07:18:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,761 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1623733144/running 2024-11-11T07:18:59,761 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,763 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,39521,1731309537416, sessionid=0x10128c2e4680003, setting cluster-up flag (Was=false) 2024-11-11T07:18:59,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,859 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,890 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1623733144/flush-table-proc/acquired, /1623733144/flush-table-proc/reached, /1623733144/flush-table-proc/abort 2024-11-11T07:18:59,891 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,39521,1731309537416 2024-11-11T07:18:59,911 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:18:59,944 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1623733144/online-snapshot/acquired, /1623733144/online-snapshot/reached, /1623733144/online-snapshot/abort 2024-11-11T07:18:59,945 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,39521,1731309537416 2024-11-11T07:18:59,946 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:18:59,951 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:59,951 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:18:59,951 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:18:59,952 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,39521,1731309537416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:18:59,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:59,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:59,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:59,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:18:59,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:18:59,959 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:59,959 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:18:59,959 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:18:59,983 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:18:59,983 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:18:59,985 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:18:59,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309570025 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:19:00,025 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:19:00,026 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,026 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:19:00,026 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:19:00,026 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:19:00,026 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:19:00,028 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:19:00,028 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:19:00,029 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309540028,5,FailOnTimeoutGroup] 2024-11-11T07:19:00,030 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(746): ClusterId : 58e1347d-9c08-40c8-9d4f-66754c71b636 2024-11-11T07:19:00,030 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:19:00,045 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:19:00,045 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:19:00,048 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309540029,5,FailOnTimeoutGroup] 2024-11-11T07:19:00,048 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,048 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:19:00,048 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,048 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,061 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:19:00,061 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:19:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:19:00,092 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:43227 2024-11-11T07:19:00,092 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:19:00,092 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:19:00,092 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:19:00,093 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,39521,1731309537416 with port=43227, startcode=1731309537816 2024-11-11T07:19:00,093 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:19:00,105 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:19:00,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39521 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,137 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88 2024-11-11T07:19:00,137 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37913 2024-11-11T07:19:00,137 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:19:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/rs 2024-11-11T07:19:00,265 DEBUG [RS:0;d72d5187e64f:43227 {}] zookeeper.ZKUtil(111): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on existing znode=/1623733144/rs/d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,265 WARN [RS:0;d72d5187e64f:43227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:19:00,266 INFO [RS:0;d72d5187e64f:43227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:19:00,266 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,43227,1731309537816] 2024-11-11T07:19:00,288 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:19:00,304 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:19:00,308 INFO [RS:0;d72d5187e64f:43227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:19:00,308 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,312 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:19:00,314 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:19:00,314 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:19:00,314 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:19:00,315 DEBUG [RS:0;d72d5187e64f:43227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:19:00,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,332 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43227,1731309537816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:19:00,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:00,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:00,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:00,423 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:19:00,423 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43227,1731309537816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,423 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,423 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.Replication(171): d72d5187e64f,43227,1731309537816 started 2024-11-11T07:19:00,444 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:00,444 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,43227,1731309537816, RpcServer on d72d5187e64f/172.17.0.3:43227, sessionid=0x10128c2e4680004 2024-11-11T07:19:00,444 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:19:00,444 DEBUG [RS:0;d72d5187e64f:43227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,444 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,43227,1731309537816' 2024-11-11T07:19:00,444 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1623733144/flush-table-proc/abort' 2024-11-11T07:19:00,445 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1623733144/flush-table-proc/acquired' 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,43227,1731309537816' 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1623733144/online-snapshot/abort' 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1623733144/online-snapshot/acquired' 2024-11-11T07:19:00,446 DEBUG [RS:0;d72d5187e64f:43227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:19:00,446 INFO [RS:0;d72d5187e64f:43227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:19:00,446 INFO [RS:0;d72d5187e64f:43227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:19:00,476 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:19:00,476 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88 2024-11-11T07:19:00,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:19:00,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:00,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:19:00,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:19:00,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:00,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:00,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:19:00,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:19:00,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:00,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:00,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:19:00,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:19:00,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:00,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:00,547 INFO [RS:0;d72d5187e64f:43227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:19:00,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:19:00,550 INFO [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C43227%2C1731309537816, suffix=, logDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816, archiveDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/oldWALs, maxLogs=10 2024-11-11T07:19:00,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:19:00,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:00,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:00,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:19:00,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740 2024-11-11T07:19:00,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740 2024-11-11T07:19:00,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:19:00,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:19:00,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:19:00,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:19:00,585 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:19:00,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74703952, jitterRate=0.11317563056945801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:19:00,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309540517Initializing all the Stores at 1731309540518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309540518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309540518Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309540518Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309540518Cleaning up temporary data from old regions at 1731309540574 (+56 ms)Region opened successfully at 1731309540586 (+12 ms) 2024-11-11T07:19:00,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:19:00,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:19:00,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:19:00,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:19:00,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:19:00,589 DEBUG [RS:0;d72d5187e64f:43227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816/d72d5187e64f%2C43227%2C1731309537816.1731309540551, exclude list is [], retry=0 2024-11-11T07:19:00,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:19:00,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309540586Disabling compacts and flushes for region at 1731309540586Disabling writes for close at 1731309540587 (+1 ms)Writing region close event to WAL at 1731309540589 (+2 ms)Closed at 1731309540589 2024-11-11T07:19:00,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:19:00,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:19:00,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:19:00,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-b7934a9a-b05c-470f-8a8d-3cc9ae37487c,DISK] 2024-11-11T07:19:00,599 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:19:00,601 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:19:00,638 INFO [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816/d72d5187e64f%2C43227%2C1731309537816.1731309540551 2024-11-11T07:19:00,642 DEBUG [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45687:45687)] 2024-11-11T07:19:00,751 DEBUG [d72d5187e64f:39521 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:19:00,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:00,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,43227,1731309537816, state=OPENING 2024-11-11T07:19:00,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:19:00,927 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:19:00,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:19:00,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1623733144/meta-region-server: CHANGED 2024-11-11T07:19:00,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1623733144/meta-region-server: CHANGED 2024-11-11T07:19:00,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:19:00,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,43227,1731309537816}] 2024-11-11T07:19:01,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:19:01,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:19:01,109 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:19:01,109 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:19:01,110 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:19:01,112 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C43227%2C1731309537816.meta, suffix=.meta, logDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816, archiveDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/oldWALs, maxLogs=10 2024-11-11T07:19:01,139 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816/d72d5187e64f%2C43227%2C1731309537816.meta.1731309541112.meta, exclude list is [], retry=0 2024-11-11T07:19:01,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38229,DS-b7934a9a-b05c-470f-8a8d-3cc9ae37487c,DISK] 2024-11-11T07:19:01,169 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816/d72d5187e64f%2C43227%2C1731309537816.meta.1731309541112.meta 2024-11-11T07:19:01,181 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45687:45687)] 2024-11-11T07:19:01,181 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:19:01,181 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:19:01,182 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:19:01,182 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:19:01,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:19:01,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:19:01,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:01,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:19:01,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:19:01,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:01,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:01,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:19:01,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:19:01,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:01,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:01,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:19:01,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:19:01,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:01,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:19:01,219 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:19:01,220 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740 2024-11-11T07:19:01,221 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740 2024-11-11T07:19:01,222 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:19:01,223 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:19:01,223 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:19:01,225 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:19:01,226 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68710976, jitterRate=0.023873329162597656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:19:01,226 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:19:01,226 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309541183Writing region info on filesystem at 1731309541183Initializing all the Stores at 1731309541186 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309541186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309541199 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309541199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309541199Cleaning up temporary data from old regions at 1731309541223 (+24 ms)Running coprocessor post-open hooks at 1731309541226 (+3 ms)Region opened successfully at 1731309541226 2024-11-11T07:19:01,230 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309541086 2024-11-11T07:19:01,233 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:19:01,233 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:19:01,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:01,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,43227,1731309537816, state=OPEN 2024-11-11T07:19:01,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1623733144/meta-region-server 2024-11-11T07:19:01,254 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1623733144/meta-region-server 2024-11-11T07:19:01,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:01,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1623733144/meta-region-server: CHANGED 2024-11-11T07:19:01,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1623733144/meta-region-server: CHANGED 2024-11-11T07:19:01,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:19:01,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,43227,1731309537816 in 321 msec 2024-11-11T07:19:01,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:19:01,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:19:01,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:19:01,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 667 msec 2024-11-11T07:19:01,284 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:01,284 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43227,1731309537816, seqNum=-1] 2024-11-11T07:19:01,285 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:01,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:01,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3470 sec 2024-11-11T07:19:01,296 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309541296, completionTime=-1 2024-11-11T07:19:01,296 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:19:01,296 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309601299 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309661299 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:39521, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,299 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,301 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,302 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.368sec 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:19:01,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:19:01,308 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:19:01,327 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:19:01,327 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:19:01,327 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309537416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:19:01,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:01,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39521,-1 for getting cluster id 2024-11-11T07:19:01,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:01,351 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58e1347d-9c08-40c8-9d4f-66754c71b636' 2024-11-11T07:19:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58e1347d-9c08-40c8-9d4f-66754c71b636" 2024-11-11T07:19:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640fd523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39521,-1] 2024-11-11T07:19:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:01,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:01,354 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:01,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:01,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43227,1731309537816, seqNum=-1] 2024-11-11T07:19:01,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:01,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:01,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,39521,1731309537416 2024-11-11T07:19:01,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56728 2024-11-11T07:19:01,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:19:01,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c2e4680005 connected 2024-11-11T07:19:01,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39387,1731309531846 2024-11-11T07:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d64006 2024-11-11T07:19:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:01,403 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:01,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:19:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:19:01,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:19:01,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:01,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:19:01,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:19:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:19:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:01,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5de0abb607b525e63851894bcf74fa75, NAME => 'test,,1731309541403.5de0abb607b525e63851894bcf74fa75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572 2024-11-11T07:19:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:19:01,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309541403.5de0abb607b525e63851894bcf74fa75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:01,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5de0abb607b525e63851894bcf74fa75, disabling compactions & flushes 2024-11-11T07:19:01,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:01,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:01,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309541403.5de0abb607b525e63851894bcf74fa75. after waiting 0 ms 2024-11-11T07:19:01,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:01,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:01,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5de0abb607b525e63851894bcf74fa75: Waiting for close lock at 1731309541891Disabling compacts and flushes for region at 1731309541891Disabling writes for close at 1731309541892 (+1 ms)Writing region close event to WAL at 1731309541892Closed at 1731309541892 2024-11-11T07:19:01,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:19:01,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309541403.5de0abb607b525e63851894bcf74fa75.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309541894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309541894"}]},"ts":"1731309541894"} 2024-11-11T07:19:01,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:19:01,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:19:01,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309541906"}]},"ts":"1731309541906"} 2024-11-11T07:19:01,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:19:01,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5de0abb607b525e63851894bcf74fa75, ASSIGN}] 2024-11-11T07:19:01,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5de0abb607b525e63851894bcf74fa75, ASSIGN 2024-11-11T07:19:01,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5de0abb607b525e63851894bcf74fa75, ASSIGN; state=OFFLINE, location=d72d5187e64f,40235,1731309532218; forceNewPlan=false, retain=false 2024-11-11T07:19:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:02,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5de0abb607b525e63851894bcf74fa75, regionState=OPENING, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:19:02,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5de0abb607b525e63851894bcf74fa75, ASSIGN because future has completed 2024-11-11T07:19:02,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de0abb607b525e63851894bcf74fa75, server=d72d5187e64f,40235,1731309532218}] 2024-11-11T07:19:02,232 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:02,232 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5de0abb607b525e63851894bcf74fa75, NAME => 'test,,1731309541403.5de0abb607b525e63851894bcf74fa75.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:19:02,233 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:19:02,233 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:19:02,233 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,233 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309541403.5de0abb607b525e63851894bcf74fa75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:02,233 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,233 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,240 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,243 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de0abb607b525e63851894bcf74fa75 columnFamilyName f 2024-11-11T07:19:02,243 DEBUG [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,245 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(327): Store=5de0abb607b525e63851894bcf74fa75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,246 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,248 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de0abb607b525e63851894bcf74fa75 columnFamilyName f1 2024-11-11T07:19:02,248 DEBUG [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,248 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(327): Store=5de0abb607b525e63851894bcf74fa75/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,249 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,251 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5de0abb607b525e63851894bcf74fa75 columnFamilyName norep 2024-11-11T07:19:02,251 DEBUG [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,252 INFO [StoreOpener-5de0abb607b525e63851894bcf74fa75-1 {}] regionserver.HStore(327): Store=5de0abb607b525e63851894bcf74fa75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,252 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,258 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,263 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,268 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,268 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,272 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:19:02,285 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,292 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:19:02,293 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5de0abb607b525e63851894bcf74fa75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68410063, jitterRate=0.019389376044273376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:19:02,293 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:19:02,294 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5de0abb607b525e63851894bcf74fa75: Running coprocessor pre-open hook at 1731309542234Writing region info on filesystem at 1731309542234Initializing all the Stores at 1731309542236 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542236Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542237 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542237Cleaning up temporary data from old regions at 1731309542268 (+31 ms)Running coprocessor post-open hooks at 1731309542293 (+25 ms)Region opened successfully at 1731309542294 (+1 ms) 2024-11-11T07:19:02,296 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309541403.5de0abb607b525e63851894bcf74fa75., pid=6, masterSystemTime=1731309542220 2024-11-11T07:19:02,299 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:02,299 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:19:02,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5de0abb607b525e63851894bcf74fa75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:19:02,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5de0abb607b525e63851894bcf74fa75, server=d72d5187e64f,40235,1731309532218 because future has completed 2024-11-11T07:19:02,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:19:02,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5de0abb607b525e63851894bcf74fa75, server=d72d5187e64f,40235,1731309532218 in 243 msec 2024-11-11T07:19:02,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:19:02,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5de0abb607b525e63851894bcf74fa75, ASSIGN in 404 msec 2024-11-11T07:19:02,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:19:02,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309542321"}]},"ts":"1731309542321"} 2024-11-11T07:19:02,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:19:02,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:19:02,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 917 msec 2024-11-11T07:19:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:02,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:02,550 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:19:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39521,1731309537416 2024-11-11T07:19:02,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b35a3d9 2024-11-11T07:19:02,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:02,553 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:02,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:19:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:19:02,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:19:02,558 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:19:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:02,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:19:02,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:19:02,573 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d350e30ea52a96c85c41eccdf4c2d217, NAME => 'test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88 2024-11-11T07:19:02,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:19:02,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:02,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d350e30ea52a96c85c41eccdf4c2d217, disabling compactions & flushes 2024-11-11T07:19:02,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:02,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:02,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. after waiting 0 ms 2024-11-11T07:19:02,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:02,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:02,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d350e30ea52a96c85c41eccdf4c2d217: Waiting for close lock at 1731309542590Disabling compacts and flushes for region at 1731309542590Disabling writes for close at 1731309542590Writing region close event to WAL at 1731309542590Closed at 1731309542590 2024-11-11T07:19:02,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:19:02,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309542592"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309542592"}]},"ts":"1731309542592"} 2024-11-11T07:19:02,596 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:19:02,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:19:02,598 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309542597"}]},"ts":"1731309542597"} 2024-11-11T07:19:02,600 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:19:02,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d350e30ea52a96c85c41eccdf4c2d217, ASSIGN}] 2024-11-11T07:19:02,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d350e30ea52a96c85c41eccdf4c2d217, ASSIGN 2024-11-11T07:19:02,603 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d350e30ea52a96c85c41eccdf4c2d217, ASSIGN; state=OFFLINE, location=d72d5187e64f,43227,1731309537816; forceNewPlan=false, retain=false 2024-11-11T07:19:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:02,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d350e30ea52a96c85c41eccdf4c2d217, regionState=OPENING, regionLocation=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:02,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d350e30ea52a96c85c41eccdf4c2d217, ASSIGN because future has completed 2024-11-11T07:19:02,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d350e30ea52a96c85c41eccdf4c2d217, server=d72d5187e64f,43227,1731309537816}] 2024-11-11T07:19:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:02,947 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:02,947 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d350e30ea52a96c85c41eccdf4c2d217, NAME => 'test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:19:02,948 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:19:02,948 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:19:02,948 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,948 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:02,948 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,948 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,956 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,963 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d350e30ea52a96c85c41eccdf4c2d217 columnFamilyName f 2024-11-11T07:19:02,963 DEBUG [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,976 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(327): Store=d350e30ea52a96c85c41eccdf4c2d217/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,976 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,979 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d350e30ea52a96c85c41eccdf4c2d217 columnFamilyName f1 2024-11-11T07:19:02,979 DEBUG [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,980 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(327): Store=d350e30ea52a96c85c41eccdf4c2d217/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,981 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,986 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d350e30ea52a96c85c41eccdf4c2d217 columnFamilyName norep 2024-11-11T07:19:02,986 DEBUG [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:02,987 INFO [StoreOpener-d350e30ea52a96c85c41eccdf4c2d217-1 {}] regionserver.HStore(327): Store=d350e30ea52a96c85c41eccdf4c2d217/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:02,987 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,988 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,990 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,991 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,991 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:02,994 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:19:02,996 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:03,000 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:19:03,000 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d350e30ea52a96c85c41eccdf4c2d217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955037, jitterRate=0.042411282658576965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:19:03,000 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:19:03,001 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d350e30ea52a96c85c41eccdf4c2d217: Running coprocessor pre-open hook at 1731309542948Writing region info on filesystem at 1731309542948Initializing all the Stores at 1731309542949 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542950 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542956 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309542956Cleaning up temporary data from old regions at 1731309542991 (+35 ms)Running coprocessor post-open hooks at 1731309543000 (+9 ms)Region opened successfully at 1731309543000 2024-11-11T07:19:03,003 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217., pid=6, masterSystemTime=1731309542923 2024-11-11T07:19:03,007 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:03,007 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:19:03,007 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d350e30ea52a96c85c41eccdf4c2d217, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,43227,1731309537816 2024-11-11T07:19:03,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d350e30ea52a96c85c41eccdf4c2d217, server=d72d5187e64f,43227,1731309537816 because future has completed 2024-11-11T07:19:03,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:19:03,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d350e30ea52a96c85c41eccdf4c2d217, server=d72d5187e64f,43227,1731309537816 in 252 msec 2024-11-11T07:19:03,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:19:03,025 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309543025"}]},"ts":"1731309543025"} 2024-11-11T07:19:03,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:19:03,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d350e30ea52a96c85c41eccdf4c2d217, ASSIGN in 416 msec 2024-11-11T07:19:03,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:19:03,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:19:03,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 476 msec 2024-11-11T07:19:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:19:03,190 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:19:03,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39387,-1 for getting cluster id 2024-11-11T07:19:03,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:03,192 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a12e36-c6a6-451f-9cfd-741579f923a6' 2024-11-11T07:19:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a12e36-c6a6-451f-9cfd-741579f923a6" 2024-11-11T07:19:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f37dd89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39387,-1] 2024-11-11T07:19:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,195 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ce4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39521,-1 for getting cluster id 2024-11-11T07:19:03,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:03,214 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58e1347d-9c08-40c8-9d4f-66754c71b636' 2024-11-11T07:19:03,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:03,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58e1347d-9c08-40c8-9d4f-66754c71b636" 2024-11-11T07:19:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059783b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39521,-1] 2024-11-11T07:19:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,217 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:03,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2f8f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39387,-1 for getting cluster id 2024-11-11T07:19:03,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:03,236 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a12e36-c6a6-451f-9cfd-741579f923a6' 2024-11-11T07:19:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a12e36-c6a6-451f-9cfd-741579f923a6" 2024-11-11T07:19:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ec8a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39387,-1] 2024-11-11T07:19:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,239 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a70c420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:03,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39387,1731309531846 2024-11-11T07:19:03,244 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e32b7d9 2024-11-11T07:19:03,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:03,245 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:03,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:39521,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:19:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:19:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:03,250 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:39521' 2024-11-11T07:19:03,261 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fe8d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,261 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39521,-1 for getting cluster id 2024-11-11T07:19:03,261 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:03,263 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58e1347d-9c08-40c8-9d4f-66754c71b636' 2024-11-11T07:19:03,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:03,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58e1347d-9c08-40c8-9d4f-66754c71b636" 2024-11-11T07:19:03,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3409daf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39521,-1] 2024-11-11T07:19:03,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:03,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,270 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:03,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639e79b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:03,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:03,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39521,1731309537416 2024-11-11T07:19:03,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee33dd1 2024-11-11T07:19:03,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:03,279 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:03,281 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:19:03,281 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:19:03,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:03,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:19:03,282 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:19:03,284 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:19:03,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:19:03,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:03,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:19:03,336 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:19:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:19:03,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4262dcd51580adadd2c836fac8514eb, NAME => 'hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572 2024-11-11T07:19:03,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:19:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:03,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:03,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4262dcd51580adadd2c836fac8514eb, disabling compactions & flushes 2024-11-11T07:19:03,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:03,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:03,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. after waiting 0 ms 2024-11-11T07:19:03,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:03,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:03,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4262dcd51580adadd2c836fac8514eb: Waiting for close lock at 1731309543859Disabling compacts and flushes for region at 1731309543859Disabling writes for close at 1731309543859Writing region close event to WAL at 1731309543859Closed at 1731309543859 2024-11-11T07:19:03,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:19:03,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309543861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309543861"}]},"ts":"1731309543861"} 2024-11-11T07:19:03,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:19:03,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:19:03,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309543866"}]},"ts":"1731309543866"} 2024-11-11T07:19:03,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:19:03,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4262dcd51580adadd2c836fac8514eb, ASSIGN}] 2024-11-11T07:19:03,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4262dcd51580adadd2c836fac8514eb, ASSIGN 2024-11-11T07:19:03,873 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4262dcd51580adadd2c836fac8514eb, ASSIGN; state=OFFLINE, location=d72d5187e64f,40235,1731309532218; forceNewPlan=false, retain=false 2024-11-11T07:19:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:04,032 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4262dcd51580adadd2c836fac8514eb, regionState=OPENING, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:19:04,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4262dcd51580adadd2c836fac8514eb, ASSIGN because future has completed 2024-11-11T07:19:04,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4262dcd51580adadd2c836fac8514eb, server=d72d5187e64f,40235,1731309532218}] 2024-11-11T07:19:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:04,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:19:04,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:19:04,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40235%2C1731309532218.rep, suffix=, logDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218, archiveDir=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs, maxLogs=10 2024-11-11T07:19:04,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.rep.1731309544236, exclude list is [], retry=0 2024-11-11T07:19:04,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39361,DS-05cc069d-733b-4f86-9da1-f2140c4f2636,DISK] 2024-11-11T07:19:04,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.rep.1731309544236 2024-11-11T07:19:04,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38443:38443)] 2024-11-11T07:19:04,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4262dcd51580adadd2c836fac8514eb, NAME => 'hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:19:04,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:19:04,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:19:04,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. service=MultiRowMutationService 2024-11-11T07:19:04,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:19:04,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:19:04,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,326 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,328 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4262dcd51580adadd2c836fac8514eb columnFamilyName hfileref 2024-11-11T07:19:04,328 DEBUG [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:04,333 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(327): Store=e4262dcd51580adadd2c836fac8514eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:04,333 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,341 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4262dcd51580adadd2c836fac8514eb columnFamilyName queue 2024-11-11T07:19:04,341 DEBUG [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:04,344 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(327): Store=e4262dcd51580adadd2c836fac8514eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:04,344 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,353 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4262dcd51580adadd2c836fac8514eb columnFamilyName sid 2024-11-11T07:19:04,353 DEBUG [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:19:04,356 INFO [StoreOpener-e4262dcd51580adadd2c836fac8514eb-1 {}] regionserver.HStore(327): Store=e4262dcd51580adadd2c836fac8514eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:19:04,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:19:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:04,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:19:04,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4262dcd51580adadd2c836fac8514eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65443900, jitterRate=-0.02480989694595337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:19:04,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:19:04,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4262dcd51580adadd2c836fac8514eb: Running coprocessor pre-open hook at 1731309544299Writing region info on filesystem at 1731309544299Initializing all the Stores at 1731309544305 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309544305Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309544326 (+21 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309544326Cleaning up temporary data from old regions at 1731309544373 (+47 ms)Running coprocessor post-open hooks at 1731309544409 (+36 ms)Region opened successfully at 1731309544410 (+1 ms) 2024-11-11T07:19:04,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb., pid=10, masterSystemTime=1731309544217 2024-11-11T07:19:04,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:04,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:19:04,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4262dcd51580adadd2c836fac8514eb, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40235,1731309532218 2024-11-11T07:19:04,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4262dcd51580adadd2c836fac8514eb, server=d72d5187e64f,40235,1731309532218 because future has completed 2024-11-11T07:19:04,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:19:04,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4262dcd51580adadd2c836fac8514eb, server=d72d5187e64f,40235,1731309532218 in 390 msec 2024-11-11T07:19:04,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:19:04,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4262dcd51580adadd2c836fac8514eb, ASSIGN in 563 msec 2024-11-11T07:19:04,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:19:04,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309544439"}]},"ts":"1731309544439"} 2024-11-11T07:19:04,442 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:19:04,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:19:04,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-11T07:19:04,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb., hostname=d72d5187e64f,40235,1731309532218, seqNum=2] 2024-11-11T07:19:04,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:19:04,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:19:04,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:19:04,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:19:04,721 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:19:04,789 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,40235,1731309532218, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:19:04,790 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:04,790 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:19:04,790 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:04,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T07:19:04,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,40235,1731309532218', locateType=CURRENT is [region=hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb., hostname=d72d5187e64f,40235,1731309532218, seqNum=2] 2024-11-11T07:19:04,856 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:19:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:19:04,871 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,40235,1731309532218 suceeded 2024-11-11T07:19:04,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:19:04,875 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:39521,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T07:19:04,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 318 msec 2024-11-11T07:19:04,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6290 sec 2024-11-11T07:19:04,902 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:39521' 2024-11-11T07:19:04,909 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b0a093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:04,909 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39521,-1 for getting cluster id 2024-11-11T07:19:04,909 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:04,913 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58e1347d-9c08-40c8-9d4f-66754c71b636' 2024-11-11T07:19:04,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58e1347d-9c08-40c8-9d4f-66754c71b636" 2024-11-11T07:19:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25bf5f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39521,-1] 2024-11-11T07:19:04,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:04,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:04,916 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:04,918 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea131cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:04,919 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:04,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39521,1731309537416 2024-11-11T07:19:04,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ff3ca0 2024-11-11T07:19:04,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:04,925 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T07:19:04,926 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,40235,1731309532218 (queues=1) is replicating from cluster=e0a12e36-c6a6-451f-9cfd-741579f923a6 to cluster=58e1347d-9c08-40c8-9d4f-66754c71b636 2024-11-11T07:19:04,927 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C40235%2C1731309532218 2024-11-11T07:19:04,927 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,40235,1731309532218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:19:04,949 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862, startPosition=0, beingWritten=true 2024-11-11T07:19:04,952 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C40235%2C1731309532218 2024-11-11T07:19:04,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:19:04,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:19:04,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:19:04,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T07:19:04,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:19:04,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:19:05,002 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:19:05,002 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 379, reset compression=false 2024-11-11T07:19:05,006 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:19:05,233 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 379, reset compression=false 2024-11-11T07:19:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:19:05,415 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:19:05,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:19:05,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:19:05,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:05,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:05,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:19:05,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:19:05,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731309545430/Put/seqid=0 2024-11-11T07:19:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741840_1016 (size=7894) 2024-11-11T07:19:05,480 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_1 is 34, key is ddd/f:row/1731309545478/Put/seqid=0 2024-11-11T07:19:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741841_1017 (size=7691) 2024-11-11T07:19:05,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:05,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39387,-1 for getting cluster id 2024-11-11T07:19:05,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:05,545 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a12e36-c6a6-451f-9cfd-741579f923a6' 2024-11-11T07:19:05,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:05,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a12e36-c6a6-451f-9cfd-741579f923a6" 2024-11-11T07:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be2af83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39387,-1] 2024-11-11T07:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:05,553 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:05,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:05,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:05,563 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 379, reset compression=false 2024-11-11T07:19:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:19:05,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:05,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:05,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39387,1731309531846 2024-11-11T07:19:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444fc3b3 2024-11-11T07:19:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:05,613 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2] 2024-11-11T07:19:05,642 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:19:05,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T07:19:05,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:19:05,684 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T07:19:05,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_0 for inclusion in 5de0abb607b525e63851894bcf74fa75/f 2024-11-11T07:19:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T07:19:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:05,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_1 for inclusion in 5de0abb607b525e63851894bcf74fa75/f 2024-11-11T07:19:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T07:19:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegion(2603): Flush status journal for 5de0abb607b525e63851894bcf74fa75: 2024-11-11T07:19:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_0 to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_0 2024-11-11T07:19:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_0 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/94ecd5db33a343309ae821aada684240_SeqId_4_ 2024-11-11T07:19:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f/f/hfile_1 to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_1 2024-11-11T07:19:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_1 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ 2024-11-11T07:19:05,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_0 into 5de0abb607b525e63851894bcf74fa75/f as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/94ecd5db33a343309ae821aada684240_SeqId_4_ - updating store file list. 2024-11-11T07:19:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94ecd5db33a343309ae821aada684240_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:05,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/94ecd5db33a343309ae821aada684240_SeqId_4_ into 5de0abb607b525e63851894bcf74fa75/f 2024-11-11T07:19:05,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_0 into 5de0abb607b525e63851894bcf74fa75/f (new location: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/94ecd5db33a343309ae821aada684240_SeqId_4_) 2024-11-11T07:19:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_0 2024-11-11T07:19:05,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_1 into 5de0abb607b525e63851894bcf74fa75/f as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ - updating store file list. 2024-11-11T07:19:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80ca48c627ed4043a94a616922abb57e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:05,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ into 5de0abb607b525e63851894bcf74fa75/f 2024-11-11T07:19:05,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_1 into 5de0abb607b525e63851894bcf74fa75/f (new location: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_) 2024-11-11T07:19:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__vj542t826u3q9p3p0p3qmuh736iru5h47bsats9g8vuhn8ks477qj9ctvqha3pb0/f/hfile_1 2024-11-11T07:19:05,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:19:05,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:19:05,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:05,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:05,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:19:05,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 , the old value is region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:40235 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:19:05,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43227,1731309537816, seqNum=-1] 2024-11-11T07:19:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:19:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 from cache 2024-11-11T07:19:05,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:34130 deadline: 1731309605783 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:34130 2024-11-11T07:19:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217., hostname=d72d5187e64f,43227,1731309537816, seqNum=2] 2024-11-11T07:19:05,792 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:19:05,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:19:05,994 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 379, reset compression=false 2024-11-11T07:19:06,005 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:19:06,005 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: WALEntryBatch [walEntries=[{test/5de0abb607b525e63851894bcf74fa75/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309545776/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:19:06,034 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:19:06,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T07:19:06,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.ReplicationSink(318): Replicating [e0a12e36-c6a6-451f-9cfd-741579f923a6] bulk loaded data 2024-11-11T07:19:06,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a49f1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:06,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39521,-1 for getting cluster id 2024-11-11T07:19:06,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:06,042 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58e1347d-9c08-40c8-9d4f-66754c71b636' 2024-11-11T07:19:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58e1347d-9c08-40c8-9d4f-66754c71b636" 2024-11-11T07:19:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3cf8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:06,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39521,-1] 2024-11-11T07:19:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:06,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:06,044 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:06,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@670b1822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:06,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741837_1013 (size=7894) 2024-11-11T07:19:06,206 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741838_1014 (size=7691) 2024-11-11T07:19:06,510 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:06,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:19:06,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:06,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:06,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:19:06,794 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:19:06,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:06,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39521,1731309537416 2024-11-11T07:19:06,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22fee68f 2024-11-11T07:19:06,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:06,881 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T07:19:06,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:19:06,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:06,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43227,1731309537816, seqNum=-1] 2024-11-11T07:19:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:06,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T07:19:06,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T07:19:06,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T07:19:06,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ for inclusion in d350e30ea52a96c85c41eccdf4c2d217/f 2024-11-11T07:19:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T07:19:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:06,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ for inclusion in d350e30ea52a96c85c41eccdf4c2d217/f 2024-11-11T07:19:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T07:19:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegion(2603): Flush status journal for d350e30ea52a96c85c41eccdf4c2d217: 2024-11-11T07:19:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 80ca48c627ed4043a94a616922abb57e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:19:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/ae703014da2c4df2822e2f6a734f3dcf_SeqId_4_ 2024-11-11T07:19:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94ecd5db33a343309ae821aada684240_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:19:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/7cf8ad4c7f884fc3b503e92f985fcd97_SeqId_4_ 2024-11-11T07:19:06,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/ae703014da2c4df2822e2f6a734f3dcf_SeqId_4_ - updating store file list. 2024-11-11T07:19:06,914 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae703014da2c4df2822e2f6a734f3dcf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:06,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/ae703014da2c4df2822e2f6a734f3dcf_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f 2024-11-11T07:19:06,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f (new location: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/ae703014da2c4df2822e2f6a734f3dcf_SeqId_4_) 2024-11-11T07:19:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/80ca48c627ed4043a94a616922abb57e_SeqId_4_ 2024-11-11T07:19:06,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/7cf8ad4c7f884fc3b503e92f985fcd97_SeqId_4_ - updating store file list. 2024-11-11T07:19:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cf8ad4c7f884fc3b503e92f985fcd97_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:06,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/7cf8ad4c7f884fc3b503e92f985fcd97_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f 2024-11-11T07:19:06,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ into d350e30ea52a96c85c41eccdf4c2d217/f (new location: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/f/7cf8ad4c7f884fc3b503e92f985fcd97_SeqId_4_) 2024-11-11T07:19:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/staging/jenkins.hfs.6__test__93a9525r05leqpmmdmcngh38b2sbo43pkr9k2d0l88s1tbnvm9lghr20tfbc5490/f/94ecd5db33a343309ae821aada684240_SeqId_4_ 2024-11-11T07:19:06,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43227 {}] regionserver.ReplicationSink(324): Finished replicating [e0a12e36-c6a6-451f-9cfd-741579f923a6] bulk loaded data 2024-11-11T07:19:07,434 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:07,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:19:07,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731309547810/Put/seqid=0 2024-11-11T07:19:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741842_1018 (size=7997) 2024-11-11T07:19:08,039 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:08,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731309548217/Put/seqid=0 2024-11-11T07:19:08,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741843_1019 (size=7794) 2024-11-11T07:19:08,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:08,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,39387,-1 for getting cluster id 2024-11-11T07:19:08,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:19:08,629 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0a12e36-c6a6-451f-9cfd-741579f923a6' 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0a12e36-c6a6-451f-9cfd-741579f923a6" 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b3168a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,39387,-1] 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:08,632 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:19:08,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a3855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:19:08,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:19:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:08,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:08,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:19:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,39387,1731309531846 2024-11-11T07:19:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d625c2 2024-11-11T07:19:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:19:08,646 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:19:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2] 2024-11-11T07:19:08,655 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:19:08,662 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T07:19:08,665 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T07:19:08,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_1 for inclusion in 5de0abb607b525e63851894bcf74fa75/f1 2024-11-11T07:19:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T07:19:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:08,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_0 for inclusion in 5de0abb607b525e63851894bcf74fa75/f1 2024-11-11T07:19:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T07:19:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:19:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegion(2603): Flush status journal for 5de0abb607b525e63851894bcf74fa75: 2024-11-11T07:19:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_1 to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_1 2024-11-11T07:19:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_1 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/8149b13facff4c8ba0d0d8e29d44b1e7_SeqId_6_ 2024-11-11T07:19:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/load_f1/f1/hfile_0 to hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_0 2024-11-11T07:19:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_0 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/90dd3f420ab94125b67abe4bbb3b0c53_SeqId_6_ 2024-11-11T07:19:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T07:19:08,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_1 into 5de0abb607b525e63851894bcf74fa75/f1 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/8149b13facff4c8ba0d0d8e29d44b1e7_SeqId_6_ - updating store file list. 2024-11-11T07:19:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8149b13facff4c8ba0d0d8e29d44b1e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:08,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/8149b13facff4c8ba0d0d8e29d44b1e7_SeqId_6_ into 5de0abb607b525e63851894bcf74fa75/f1 2024-11-11T07:19:08,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_1 into 5de0abb607b525e63851894bcf74fa75/f1 (new location: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/8149b13facff4c8ba0d0d8e29d44b1e7_SeqId_6_) 2024-11-11T07:19:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_1 2024-11-11T07:19:08,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_0 into 5de0abb607b525e63851894bcf74fa75/f1 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/90dd3f420ab94125b67abe4bbb3b0c53_SeqId_6_ - updating store file list. 2024-11-11T07:19:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90dd3f420ab94125b67abe4bbb3b0c53_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:19:08,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/90dd3f420ab94125b67abe4bbb3b0c53_SeqId_6_ into 5de0abb607b525e63851894bcf74fa75/f1 2024-11-11T07:19:08,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_0 into 5de0abb607b525e63851894bcf74fa75/f1 (new location: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/f1/90dd3f420ab94125b67abe4bbb3b0c53_SeqId_6_) 2024-11-11T07:19:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/staging/jenkins__test__amr0md2hm7g4e3tcm5o0d705c538h42puinooep0ms98fitt7u5ca6gr8d0a1du4/f1/hfile_0 2024-11-11T07:19:08,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:19:08,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:19:08,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:08,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 , the old value is region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:40235 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:19:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:19:08,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2 from cache 2024-11-11T07:19:08,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:19:08,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T07:19:08,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:19:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40235,1731309532218, seqNum=-1] 2024-11-11T07:19:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:19:08,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:19:08,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:19:08,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., hostname=d72d5187e64f,40235,1731309532218, seqNum=2] 2024-11-11T07:19:08,744 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 687, reset compression=false 2024-11-11T07:19:08,775 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:19:08,776 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:08,776 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:19:08,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:19:09,001 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:09,306 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:09,709 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:10,214 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:10,822 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:11,526 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:12,331 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:13,234 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:14,238 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:15,343 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:16,547 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:17,851 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:19,256 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:20,762 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:21,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:19:22,366 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:24,071 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:25,875 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:27,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:19:27,781 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:28,784 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: null 2024-11-11T07:19:29,806 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:31,921 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:34,127 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:35,447 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T07:19:35,447 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T07:19:36,431 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:38,835 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:41,345 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:42,172 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T07:19:42,172 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T07:19:43,950 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:46,655 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:47,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5de0abb607b525e63851894bcf74fa75, had cached 0 bytes from a total of 31376 2024-11-11T07:19:47,948 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d350e30ea52a96c85c41eccdf4c2d217, had cached 0 bytes from a total of 15585 2024-11-11T07:19:48,785 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: null 2024-11-11T07:19:49,460 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:51,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:19:52,364 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:55,368 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:19:57,384 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:19:58,472 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:20:01,677 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:20:04,993 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:20:08,397 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:20:08,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:20:08,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:08,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:08,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:08,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:08,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:08,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:20:08,777 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2092168888, stopped=false 2024-11-11T07:20:08,777 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,39521,1731309537416 2024-11-11T07:20:08,785 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40235,1731309532218 got entry batch from reader: null 2024-11-11T07:20:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1623733144/running 2024-11-11T07:20:08,849 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1623733144/running 2024-11-11T07:20:08,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:20:08,849 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:20:08,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:08,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:08,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:08,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:08,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,43227,1731309537816' ***** 2024-11-11T07:20:08,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:20:08,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/running 2024-11-11T07:20:08,850 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:20:08,850 INFO [RS:0;d72d5187e64f:43227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:20:08,850 INFO [RS:0;d72d5187e64f:43227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:20:08,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,43227,1731309537816 2024-11-11T07:20:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Set watcher on znode that does not yet exist, /1623733144/running 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:43227. 2024-11-11T07:20:08,851 DEBUG [RS:0;d72d5187e64f:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:08,851 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:20:08,851 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d350e30ea52a96c85c41eccdf4c2d217, disabling compactions & flushes 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:20:08,851 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:20:08,851 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:20:08,851 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:20:08,851 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. after waiting 0 ms 2024-11-11T07:20:08,851 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:20:08,852 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:20:08,852 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1325): Online Regions={d350e30ea52a96c85c41eccdf4c2d217=test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:08,852 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:08,852 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d350e30ea52a96c85c41eccdf4c2d217 2024-11-11T07:20:08,852 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:08,852 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:08,852 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:08,852 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:08,852 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T07:20:08,855 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/default/test/d350e30ea52a96c85c41eccdf4c2d217/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T07:20:08,856 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:08,856 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:08,856 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:20:08,856 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:20:08,856 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d350e30ea52a96c85c41eccdf4c2d217: Waiting for close lock at 1731309608851Running coprocessor pre-close hooks at 1731309608851Disabling compacts and flushes for region at 1731309608851Disabling writes for close at 1731309608851Writing region close event to WAL at 1731309608852 (+1 ms)Running coprocessor post-close hooks at 1731309608856 (+4 ms)Closed at 1731309608856 2024-11-11T07:20:08,857 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217. 2024-11-11T07:20:08,868 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/info/b63ab7e868ae45d28ceab8b7356478cb is 129, key is test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217./info:regioninfo/1731309543007/Put/seqid=0 2024-11-11T07:20:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741839_1015 (size=6421) 2024-11-11T07:20:09,052 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:09,252 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:09,273 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/info/b63ab7e868ae45d28ceab8b7356478cb 2024-11-11T07:20:09,301 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/ns/c53bcc1768a84fb9827c9862be627bc7 is 43, key is default/ns:d/1731309541287/Put/seqid=0 2024-11-11T07:20:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741840_1016 (size=5153) 2024-11-11T07:20:09,333 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:20:09,333 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:20:09,452 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:09,652 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:09,710 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/ns/c53bcc1768a84fb9827c9862be627bc7 2024-11-11T07:20:09,735 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/rep_barrier/dd43b86c111b41cd8a14dc45c7208b61 is 112, key is test,,1731309542554.d350e30ea52a96c85c41eccdf4c2d217./rep_barrier:seqnumDuringOpen/1731309543007/Put/seqid=0 2024-11-11T07:20:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741841_1017 (size=5518) 2024-11-11T07:20:09,853 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:20:09,853 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:09,853 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:10,053 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:10,144 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/rep_barrier/dd43b86c111b41cd8a14dc45c7208b61 2024-11-11T07:20:10,195 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/table/b395d3ecd9c442d6b42c49f8a4c08e21 is 40, key is test/table:state/1731309543025/Put/seqid=0 2024-11-11T07:20:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741842_1018 (size=5165) 2024-11-11T07:20:10,253 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:10,453 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:10,618 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/table/b395d3ecd9c442d6b42c49f8a4c08e21 2024-11-11T07:20:10,624 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/info/b63ab7e868ae45d28ceab8b7356478cb as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/info/b63ab7e868ae45d28ceab8b7356478cb 2024-11-11T07:20:10,629 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/info/b63ab7e868ae45d28ceab8b7356478cb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T07:20:10,630 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/ns/c53bcc1768a84fb9827c9862be627bc7 as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/ns/c53bcc1768a84fb9827c9862be627bc7 2024-11-11T07:20:10,635 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/ns/c53bcc1768a84fb9827c9862be627bc7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:20:10,635 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/rep_barrier/dd43b86c111b41cd8a14dc45c7208b61 as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/rep_barrier/dd43b86c111b41cd8a14dc45c7208b61 2024-11-11T07:20:10,641 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/rep_barrier/dd43b86c111b41cd8a14dc45c7208b61, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T07:20:10,642 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/.tmp/table/b395d3ecd9c442d6b42c49f8a4c08e21 as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/table/b395d3ecd9c442d6b42c49f8a4c08e21 2024-11-11T07:20:10,647 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/table/b395d3ecd9c442d6b42c49f8a4c08e21, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:20:10,648 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=11, compaction requested=false 2024-11-11T07:20:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:20:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:10,653 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309608852Running coprocessor pre-close hooks at 1731309608852Disabling compacts and flushes for region at 1731309608852Disabling writes for close at 1731309608852Obtaining lock to block concurrent updates at 1731309608852Preparing flush snapshotting stores in 1588230740 at 1731309608852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731309608852Flushing stores of hbase:meta,,1.1588230740 at 1731309608853 (+1 ms)Flushing 1588230740/info: creating writer at 1731309608853Flushing 1588230740/info: appending metadata at 1731309608868 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731309608868Flushing 1588230740/ns: creating writer at 1731309609280 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731309609301 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731309609301Flushing 1588230740/rep_barrier: creating writer at 1731309609716 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309609735 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309609735Flushing 1588230740/table: creating writer at 1731309610167 (+432 ms)Flushing 1588230740/table: appending metadata at 1731309610194 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731309610195 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a8a166: reopening flushed file at 1731309610623 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12068432: reopening flushed file at 1731309610629 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f87ceb: reopening flushed file at 1731309610635 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781cddd4: reopening flushed file at 1731309610641 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1796ms, sequenceid=11, compaction requested=false at 1731309610648 (+7 ms)Writing region close event to WAL at 1731309610650 (+2 ms)Running coprocessor post-close hooks at 1731309610653 (+3 ms)Closed at 1731309610653 2024-11-11T07:20:10,653 DEBUG [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:10,854 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,43227,1731309537816; all regions closed. 2024-11-11T07:20:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741834_1010 (size=2717) 2024-11-11T07:20:10,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/WALs/d72d5187e64f,43227,1731309537816/d72d5187e64f%2C43227%2C1731309537816.meta.1731309541112.meta not finished, retry = 0 2024-11-11T07:20:10,958 DEBUG [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/oldWALs 2024-11-11T07:20:10,958 INFO [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C43227%2C1731309537816.meta:.meta(num 1731309541112) 2024-11-11T07:20:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741833_1009 (size=1028) 2024-11-11T07:20:10,967 DEBUG [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/oldWALs 2024-11-11T07:20:10,967 INFO [RS:0;d72d5187e64f:43227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C43227%2C1731309537816:(num 1731309540551) 2024-11-11T07:20:10,967 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:10,967 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:10,967 INFO [RS:0;d72d5187e64f:43227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:10,967 INFO [RS:0;d72d5187e64f:43227 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:10,967 INFO [RS:0;d72d5187e64f:43227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:10,967 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:10,968 INFO [RS:0;d72d5187e64f:43227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:43227. 2024-11-11T07:20:10,968 DEBUG [RS:0;d72d5187e64f:43227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:10,968 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:10,968 DEBUG [RS:0;d72d5187e64f:43227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:10,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:10,968 INFO [RS:0;d72d5187e64f:43227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43227 2024-11-11T07:20:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144/rs 2024-11-11T07:20:11,018 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1623733144/rs/d72d5187e64f,43227,1731309537816 2024-11-11T07:20:11,019 INFO [RS:0;d72d5187e64f:43227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:11,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,43227,1731309537816] 2024-11-11T07:20:11,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1623733144/draining/d72d5187e64f,43227,1731309537816 already deleted, retry=false 2024-11-11T07:20:11,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,43227,1731309537816 expired; onlineServers=0 2024-11-11T07:20:11,039 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,39521,1731309537416' ***** 2024-11-11T07:20:11,039 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:11,040 DEBUG [M:0;d72d5187e64f:39521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:20:11,040 DEBUG [M:0;d72d5187e64f:39521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:20:11,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:20:11,040 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309540029 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309540029,5,FailOnTimeoutGroup] 2024-11-11T07:20:11,040 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309540028 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309540028,5,FailOnTimeoutGroup] 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:11,040 DEBUG [M:0;d72d5187e64f:39521 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:11,040 INFO [M:0;d72d5187e64f:39521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:20:11,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:20:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1623733144/master 2024-11-11T07:20:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1623733144 2024-11-11T07:20:11,050 DEBUG [M:0;d72d5187e64f:39521 {}] zookeeper.ZKUtil(347): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Unable to get data of znode /1623733144/master because node does not exist (not an error) 2024-11-11T07:20:11,050 WARN [M:0;d72d5187e64f:39521 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:20:11,051 INFO [M:0;d72d5187e64f:39521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/.lastflushedseqids 2024-11-11T07:20:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741843_1019 (size=173) 2024-11-11T07:20:11,129 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:11,129 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43227-0x10128c2e4680004, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:11,129 INFO [RS:0;d72d5187e64f:43227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:11,129 INFO [RS:0;d72d5187e64f:43227 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,43227,1731309537816; zookeeper connection closed. 2024-11-11T07:20:11,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a8521ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a8521ad 2024-11-11T07:20:11,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:20:11,460 INFO [M:0;d72d5187e64f:39521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:20:11,461 INFO [M:0;d72d5187e64f:39521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:20:11,461 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:11,461 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:11,461 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:11,461 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:11,461 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:11,461 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-11T07:20:11,475 DEBUG [M:0;d72d5187e64f:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eefb2e62ca41446382d1b5b1a898318b is 82, key is hbase:meta,,1/info:regioninfo/1731309541234/Put/seqid=0 2024-11-11T07:20:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741844_1020 (size=5672) 2024-11-11T07:20:11,880 INFO [M:0;d72d5187e64f:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eefb2e62ca41446382d1b5b1a898318b 2024-11-11T07:20:11,901 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.1731309533862 to pos 997, reset compression=false 2024-11-11T07:20:11,902 DEBUG [M:0;d72d5187e64f:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e18ae5e4b464e52a96d7570252d9314 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309543032/Put/seqid=0 2024-11-11T07:20:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741845_1021 (size=6727) 2024-11-11T07:20:12,306 INFO [M:0;d72d5187e64f:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e18ae5e4b464e52a96d7570252d9314 2024-11-11T07:20:12,311 INFO [M:0;d72d5187e64f:39521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e18ae5e4b464e52a96d7570252d9314 2024-11-11T07:20:12,325 DEBUG [M:0;d72d5187e64f:39521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8acf89269e2d4202b291f761c5f576e8 is 69, key is d72d5187e64f,43227,1731309537816/rs:state/1731309540106/Put/seqid=0 2024-11-11T07:20:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741846_1022 (size=5156) 2024-11-11T07:20:12,729 INFO [M:0;d72d5187e64f:39521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8acf89269e2d4202b291f761c5f576e8 2024-11-11T07:20:12,735 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eefb2e62ca41446382d1b5b1a898318b as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eefb2e62ca41446382d1b5b1a898318b 2024-11-11T07:20:12,739 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eefb2e62ca41446382d1b5b1a898318b, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T07:20:12,740 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e18ae5e4b464e52a96d7570252d9314 as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e18ae5e4b464e52a96d7570252d9314 2024-11-11T07:20:12,745 INFO [M:0;d72d5187e64f:39521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e18ae5e4b464e52a96d7570252d9314 2024-11-11T07:20:12,745 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e18ae5e4b464e52a96d7570252d9314, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T07:20:12,746 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8acf89269e2d4202b291f761c5f576e8 as hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8acf89269e2d4202b291f761c5f576e8 2024-11-11T07:20:12,750 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37913/user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8acf89269e2d4202b291f761c5f576e8, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T07:20:12,751 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-11T07:20:12,754 INFO [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:12,755 DEBUG [M:0;d72d5187e64f:39521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309611461Disabling compacts and flushes for region at 1731309611461Disabling writes for close at 1731309611461Obtaining lock to block concurrent updates at 1731309611461Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309611461Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731309611461Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309611462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309611462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309611475 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309611475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309611885 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309611901 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309611901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309612312 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309612324 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309612324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23375b90: reopening flushed file at 1731309612734 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c8902: reopening flushed file at 1731309612740 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef17e75: reopening flushed file at 1731309612745 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1731309612751 (+6 ms)Writing region close event to WAL at 1731309612754 (+3 ms)Closed at 1731309612754 2024-11-11T07:20:12,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38229 is added to blk_1073741830_1006 (size=33026) 2024-11-11T07:20:12,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c23e17fc-df31-02f4-d77c-6a335e317f88/MasterData/WALs/d72d5187e64f,39521,1731309537416/d72d5187e64f%2C39521%2C1731309537416.1731309539358 not finished, retry = 0 2024-11-11T07:20:12,858 INFO [M:0;d72d5187e64f:39521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:20:12,858 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:12,858 INFO [M:0;d72d5187e64f:39521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39521 2024-11-11T07:20:12,858 INFO [M:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:13,034 INFO [M:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:13,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39521-0x10128c2e4680003, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:13,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778c47e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:13,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356432d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:13,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:13,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fea310b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:13,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:13,038 WARN [BP-1352623315-172.17.0.3-1731309535156 heartbeating to localhost/127.0.0.1:37913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:20:13,038 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:20:13,038 WARN [BP-1352623315-172.17.0.3-1731309535156 heartbeating to localhost/127.0.0.1:37913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1352623315-172.17.0.3-1731309535156 (Datanode Uuid a3fdf2c1-ff79-406c-89b7-6347dc169103) service to localhost/127.0.0.1:37913 2024-11-11T07:20:13,038 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:20:13,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/cluster_377ef6fc-9441-930a-e09e-0f09b6ee4eb9/data/data1/current/BP-1352623315-172.17.0.3-1731309535156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:13,039 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/cluster_377ef6fc-9441-930a-e09e-0f09b6ee4eb9/data/data2/current/BP-1352623315-172.17.0.3-1731309535156 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:13,039 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:20:13,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3db8da4f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:13,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@273b513d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:13,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:13,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d38f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:13,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:13,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:20:13,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:20:13,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:13,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:13,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:13,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:13,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:13,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:20:13,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=210270111, stopped=false 2024-11-11T07:20:13,058 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,39387,1731309531846 2024-11-11T07:20:13,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:13,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495636919/running 2024-11-11T07:20:13,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495636919/running 2024-11-11T07:20:13,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:13,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:20:13,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:20:13,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:13,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:13,133 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,40235,1731309532218' ***** 2024-11-11T07:20:13,133 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:20:13,133 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:20:13,133 INFO [RS:0;d72d5187e64f:40235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:20:13,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:20:13,133 INFO [RS:0;d72d5187e64f:40235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:20:13,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/running 2024-11-11T07:20:13,133 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for 5de0abb607b525e63851894bcf74fa75 2024-11-11T07:20:13,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Set watcher on znode that does not yet exist, /0-495636919/running 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,40235,1731309532218 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40235. 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5de0abb607b525e63851894bcf74fa75, disabling compactions & flushes 2024-11-11T07:20:13,134 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:20:13,134 DEBUG [RS:0;d72d5187e64f:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:20:13,134 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309541403.5de0abb607b525e63851894bcf74fa75. after waiting 0 ms 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:20:13,134 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:20:13,134 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1325): Online Regions={5de0abb607b525e63851894bcf74fa75=test,,1731309541403.5de0abb607b525e63851894bcf74fa75., e4262dcd51580adadd2c836fac8514eb=hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:13,134 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5de0abb607b525e63851894bcf74fa75, e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:13,134 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:13,134 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:13,135 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:20:13,139 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/default/test/5de0abb607b525e63851894bcf74fa75/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:20:13,139 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:13,139 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:20:13,139 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5de0abb607b525e63851894bcf74fa75: Waiting for close lock at 1731309613134Running coprocessor pre-close hooks at 1731309613134Disabling compacts and flushes for region at 1731309613134Disabling writes for close at 1731309613134Writing region close event to WAL at 1731309613135 (+1 ms)Running coprocessor post-close hooks at 1731309613139 (+4 ms)Closed at 1731309613139 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309541403.5de0abb607b525e63851894bcf74fa75. 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4262dcd51580adadd2c836fac8514eb, disabling compactions & flushes 2024-11-11T07:20:13,140 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. after waiting 0 ms 2024-11-11T07:20:13,140 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:20:13,140 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4262dcd51580adadd2c836fac8514eb 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T07:20:13,153 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/info/e354d56c567a4a74a2e1d2241d667d67 is 147, key is hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb./info:regioninfo/1731309544419/Put/seqid=0 2024-11-11T07:20:13,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741844_1020 (size=7686) 2024-11-11T07:20:13,159 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/hfileref/1aab13fe7e504daa8fc0b3cc4c8fb980 is 74, key is 1/hfileref:80ca48c627ed4043a94a616922abb57e_SeqId_4_/1731309546942/DeleteColumn/seqid=0 2024-11-11T07:20:13,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741845_1021 (size=5203) 2024-11-11T07:20:13,170 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:13,335 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:13,535 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:13,559 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/info/e354d56c567a4a74a2e1d2241d667d67 2024-11-11T07:20:13,568 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/hfileref/1aab13fe7e504daa8fc0b3cc4c8fb980 2024-11-11T07:20:13,582 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/ns/e0f4d94a275c488ba38a7b1e7bdd9705 is 43, key is default/ns:d/1731309534904/Put/seqid=0 2024-11-11T07:20:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741846_1022 (size=5153) 2024-11-11T07:20:13,590 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/queue/80ec92c4f1914c7ca47339765620321c is 153, key is 1-d72d5187e64f,40235,1731309532218/queue:d72d5187e64f%2C40235%2C1731309532218/1731309548782/Put/seqid=0 2024-11-11T07:20:13,595 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/ns/e0f4d94a275c488ba38a7b1e7bdd9705 2024-11-11T07:20:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741847_1023 (size=5352) 2024-11-11T07:20:13,615 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/rep_barrier/be39ff6cb9d04a0a8d6777e4310b36e4 is 112, key is test,,1731309541403.5de0abb607b525e63851894bcf74fa75./rep_barrier:seqnumDuringOpen/1731309542300/Put/seqid=0 2024-11-11T07:20:13,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741848_1024 (size=5518) 2024-11-11T07:20:13,709 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:20:13,709 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:20:13,735 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:13,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:13,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:13,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:13,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:13,935 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e4262dcd51580adadd2c836fac8514eb 2024-11-11T07:20:14,003 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/queue/80ec92c4f1914c7ca47339765620321c 2024-11-11T07:20:14,009 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/hfileref/1aab13fe7e504daa8fc0b3cc4c8fb980 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/hfileref/1aab13fe7e504daa8fc0b3cc4c8fb980 2024-11-11T07:20:14,014 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/hfileref/1aab13fe7e504daa8fc0b3cc4c8fb980, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T07:20:14,015 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/.tmp/queue/80ec92c4f1914c7ca47339765620321c as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/queue/80ec92c4f1914c7ca47339765620321c 2024-11-11T07:20:14,019 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/rep_barrier/be39ff6cb9d04a0a8d6777e4310b36e4 2024-11-11T07:20:14,021 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/queue/80ec92c4f1914c7ca47339765620321c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T07:20:14,022 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e4262dcd51580adadd2c836fac8514eb in 882ms, sequenceid=10, compaction requested=false 2024-11-11T07:20:14,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/replication/e4262dcd51580adadd2c836fac8514eb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:20:14,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:14,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:14,026 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:20:14,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4262dcd51580adadd2c836fac8514eb: Waiting for close lock at 1731309613140Running coprocessor pre-close hooks at 1731309613140Disabling compacts and flushes for region at 1731309613140Disabling writes for close at 1731309613140Obtaining lock to block concurrent updates at 1731309613140Preparing flush snapshotting stores in e4262dcd51580adadd2c836fac8514eb at 1731309613140Finished memstore snapshotting hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731309613140Flushing stores of hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. at 1731309613141 (+1 ms)Flushing e4262dcd51580adadd2c836fac8514eb/hfileref: creating writer at 1731309613141Flushing e4262dcd51580adadd2c836fac8514eb/hfileref: appending metadata at 1731309613158 (+17 ms)Flushing e4262dcd51580adadd2c836fac8514eb/hfileref: closing flushed file at 1731309613158Flushing e4262dcd51580adadd2c836fac8514eb/queue: creating writer at 1731309613572 (+414 ms)Flushing e4262dcd51580adadd2c836fac8514eb/queue: appending metadata at 1731309613589 (+17 ms)Flushing e4262dcd51580adadd2c836fac8514eb/queue: closing flushed file at 1731309613589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c25aec: reopening flushed file at 1731309614008 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611d3a39: reopening flushed file at 1731309614015 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e4262dcd51580adadd2c836fac8514eb in 882ms, sequenceid=10, compaction requested=false at 1731309614022 (+7 ms)Writing region close event to WAL at 1731309614023 (+1 ms)Running coprocessor post-close hooks at 1731309614026 (+3 ms)Closed at 1731309614026 2024-11-11T07:20:14,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309543282.e4262dcd51580adadd2c836fac8514eb. 2024-11-11T07:20:14,042 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/table/be3c9033bf624b0996e882901284e5f4 is 53, key is hbase:replication/table:state/1731309544439/Put/seqid=0 2024-11-11T07:20:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741849_1025 (size=5308) 2024-11-11T07:20:14,135 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:20:14,135 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:14,135 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:14,336 DEBUG [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:14,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:14,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:14,447 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/table/be3c9033bf624b0996e882901284e5f4 2024-11-11T07:20:14,452 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/info/e354d56c567a4a74a2e1d2241d667d67 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/info/e354d56c567a4a74a2e1d2241d667d67 2024-11-11T07:20:14,456 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/info/e354d56c567a4a74a2e1d2241d667d67, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:20:14,457 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/ns/e0f4d94a275c488ba38a7b1e7bdd9705 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/ns/e0f4d94a275c488ba38a7b1e7bdd9705 2024-11-11T07:20:14,463 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/ns/e0f4d94a275c488ba38a7b1e7bdd9705, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:20:14,464 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/rep_barrier/be39ff6cb9d04a0a8d6777e4310b36e4 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/rep_barrier/be39ff6cb9d04a0a8d6777e4310b36e4 2024-11-11T07:20:14,470 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/rep_barrier/be39ff6cb9d04a0a8d6777e4310b36e4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:20:14,471 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/.tmp/table/be3c9033bf624b0996e882901284e5f4 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/table/be3c9033bf624b0996e882901284e5f4 2024-11-11T07:20:14,477 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/table/be3c9033bf624b0996e882901284e5f4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:20:14,478 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-11T07:20:14,478 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:20:14,483 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:20:14,484 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:14,484 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:14,484 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:14,484 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309613134Running coprocessor pre-close hooks at 1731309613134Disabling compacts and flushes for region at 1731309613134Disabling writes for close at 1731309613134Obtaining lock to block concurrent updates at 1731309613135 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731309613135Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309613135Flushing stores of hbase:meta,,1.1588230740 at 1731309613135Flushing 1588230740/info: creating writer at 1731309613135Flushing 1588230740/info: appending metadata at 1731309613153 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731309613153Flushing 1588230740/ns: creating writer at 1731309613565 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731309613581 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731309613581Flushing 1588230740/rep_barrier: creating writer at 1731309613600 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309613614 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309613614Flushing 1588230740/table: creating writer at 1731309614024 (+410 ms)Flushing 1588230740/table: appending metadata at 1731309614042 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731309614042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bac48e7: reopening flushed file at 1731309614451 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2187c917: reopening flushed file at 1731309614457 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39187ca: reopening flushed file at 1731309614463 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d60272: reopening flushed file at 1731309614470 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1731309614478 (+8 ms)Writing region close event to WAL at 1731309614480 (+2 ms)Running coprocessor post-close hooks at 1731309614484 (+4 ms)Closed at 1731309614484 2024-11-11T07:20:14,484 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:14,536 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,40235,1731309532218; all regions closed. 2024-11-11T07:20:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:20:14,539 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/WALs/d72d5187e64f,40235,1731309532218/d72d5187e64f%2C40235%2C1731309532218.meta.1731309534807.meta not finished, retry = 0 2024-11-11T07:20:14,642 DEBUG [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs 2024-11-11T07:20:14,642 INFO [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C40235%2C1731309532218.meta:.meta(num 1731309534807) 2024-11-11T07:20:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741839_1015 (size=2700) 2024-11-11T07:20:14,649 DEBUG [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs 2024-11-11T07:20:14,649 INFO [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C40235%2C1731309532218.rep:(num 1731309544236) 2024-11-11T07:20:14,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741832_1008 (size=1300) 2024-11-11T07:20:14,655 DEBUG [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/oldWALs 2024-11-11T07:20:14,655 INFO [RS:0;d72d5187e64f:40235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C40235%2C1731309532218:(num 1731309533862) 2024-11-11T07:20:14,655 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:14,655 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:14,655 INFO [RS:0;d72d5187e64f:40235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:14,655 INFO [RS:0;d72d5187e64f:40235 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:14,656 INFO [RS:0;d72d5187e64f:40235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:14,656 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:14,656 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,40235,1731309532218 because: Region server is closing 2024-11-11T07:20:14,656 INFO [RS:0;d72d5187e64f:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40235. 2024-11-11T07:20:14,656 DEBUG [RS:0;d72d5187e64f:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:14,656 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:14,657 DEBUG [RS:0;d72d5187e64f:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:14,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:14,757 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.wal-reader.d72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:20:14,757 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:20:14,757 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40235,1731309532218.replicationSource.shipperd72d5187e64f%2C40235%2C1731309532218,1-d72d5187e64f,40235,1731309532218 terminated 2024-11-11T07:20:14,757 INFO [RS:0;d72d5187e64f:40235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40235 2024-11-11T07:20:14,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919/rs 2024-11-11T07:20:14,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495636919/rs/d72d5187e64f,40235,1731309532218 2024-11-11T07:20:14,769 INFO [RS:0;d72d5187e64f:40235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:14,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,40235,1731309532218] 2024-11-11T07:20:14,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-495636919/draining/d72d5187e64f,40235,1731309532218 already deleted, retry=false 2024-11-11T07:20:14,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,40235,1731309532218 expired; onlineServers=0 2024-11-11T07:20:14,871 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,39387,1731309531846' ***** 2024-11-11T07:20:14,871 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:20:14,871 INFO [M:0;d72d5187e64f:39387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:14,871 INFO [M:0;d72d5187e64f:39387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:14,871 DEBUG [M:0;d72d5187e64f:39387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:20:14,871 DEBUG [M:0;d72d5187e64f:39387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:20:14,871 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:20:14,871 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309533592 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309533592,5,FailOnTimeoutGroup] 2024-11-11T07:20:14,871 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309533592 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309533592,5,FailOnTimeoutGroup] 2024-11-11T07:20:14,871 INFO [M:0;d72d5187e64f:39387 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:14,871 INFO [M:0;d72d5187e64f:39387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:14,872 DEBUG [M:0;d72d5187e64f:39387 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:20:14,872 INFO [M:0;d72d5187e64f:39387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:20:14,872 INFO [M:0;d72d5187e64f:39387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:14,872 INFO [M:0;d72d5187e64f:39387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:20:14,872 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:20:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:14,879 INFO [RS:0;d72d5187e64f:40235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x10128c2e4680001, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:14,879 INFO [RS:0;d72d5187e64f:40235 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,40235,1731309532218; zookeeper connection closed. 2024-11-11T07:20:14,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@713e8a6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@713e8a6c 2024-11-11T07:20:14,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:20:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-495636919/master 2024-11-11T07:20:14,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-495636919 2024-11-11T07:20:14,884 DEBUG [M:0;d72d5187e64f:39387 {}] zookeeper.ZKUtil(347): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Unable to get data of znode /0-495636919/master because node does not exist (not an error) 2024-11-11T07:20:14,884 WARN [M:0;d72d5187e64f:39387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:20:14,885 INFO [M:0;d72d5187e64f:39387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/.lastflushedseqids 2024-11-11T07:20:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741850_1026 (size=263) 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:20:15,290 INFO [M:0;d72d5187e64f:39387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:20:15,290 INFO [M:0;d72d5187e64f:39387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:20:15,290 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:15,290 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:15,291 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:15,291 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:15,291 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:15,291 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-11T07:20:15,317 DEBUG [M:0;d72d5187e64f:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee465dd18a4a4643a1f62b1a12a9f7da is 82, key is hbase:meta,,1/info:regioninfo/1731309534849/Put/seqid=0 2024-11-11T07:20:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741851_1027 (size=5672) 2024-11-11T07:20:15,723 INFO [M:0;d72d5187e64f:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee465dd18a4a4643a1f62b1a12a9f7da 2024-11-11T07:20:15,746 DEBUG [M:0;d72d5187e64f:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefbe470dc3746a2a39fb6ec338ef72c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309542328/Put/seqid=0 2024-11-11T07:20:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741852_1028 (size=7240) 2024-11-11T07:20:16,150 INFO [M:0;d72d5187e64f:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefbe470dc3746a2a39fb6ec338ef72c 2024-11-11T07:20:16,154 INFO [M:0;d72d5187e64f:39387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fefbe470dc3746a2a39fb6ec338ef72c 2024-11-11T07:20:16,168 DEBUG [M:0;d72d5187e64f:39387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46b0865cb53b452e88f2ad746e0a6037 is 69, key is d72d5187e64f,40235,1731309532218/rs:state/1731309533634/Put/seqid=0 2024-11-11T07:20:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741853_1029 (size=5156) 2024-11-11T07:20:16,576 INFO [M:0;d72d5187e64f:39387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46b0865cb53b452e88f2ad746e0a6037 2024-11-11T07:20:16,583 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee465dd18a4a4643a1f62b1a12a9f7da as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee465dd18a4a4643a1f62b1a12a9f7da 2024-11-11T07:20:16,590 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee465dd18a4a4643a1f62b1a12a9f7da, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T07:20:16,591 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fefbe470dc3746a2a39fb6ec338ef72c as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fefbe470dc3746a2a39fb6ec338ef72c 2024-11-11T07:20:16,597 INFO [M:0;d72d5187e64f:39387 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fefbe470dc3746a2a39fb6ec338ef72c 2024-11-11T07:20:16,598 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fefbe470dc3746a2a39fb6ec338ef72c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T07:20:16,599 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46b0865cb53b452e88f2ad746e0a6037 as hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46b0865cb53b452e88f2ad746e0a6037 2024-11-11T07:20:16,605 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42057/user/jenkins/test-data/5f0c81d1-bfb4-b98a-f432-7e88590b2572/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46b0865cb53b452e88f2ad746e0a6037, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T07:20:16,606 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=105, compaction requested=false 2024-11-11T07:20:16,610 INFO [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:16,610 DEBUG [M:0;d72d5187e64f:39387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309615290Disabling compacts and flushes for region at 1731309615290Disabling writes for close at 1731309615291 (+1 ms)Obtaining lock to block concurrent updates at 1731309615291Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309615291Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731309615291Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309615292 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309615292Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309615317 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309615317Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309615728 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309615745 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309615745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309616155 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309616167 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309616167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57598d0a: reopening flushed file at 1731309616582 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9254bc: reopening flushed file at 1731309616590 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8513bc: reopening flushed file at 1731309616598 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=105, compaction requested=false at 1731309616607 (+9 ms)Writing region close event to WAL at 1731309616610 (+3 ms)Closed at 1731309616610 2024-11-11T07:20:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39361 is added to blk_1073741830_1006 (size=64526) 2024-11-11T07:20:16,614 INFO [M:0;d72d5187e64f:39387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:20:16,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:16,614 INFO [M:0;d72d5187e64f:39387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39387 2024-11-11T07:20:16,615 INFO [M:0;d72d5187e64f:39387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:16,760 INFO [M:0;d72d5187e64f:39387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39387-0x10128c2e4680000, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:16,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59761ce5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:16,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26e6eb90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:16,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:16,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c33cf9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:16,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:16,766 WARN [BP-120780299-172.17.0.3-1731309529338 heartbeating to localhost/127.0.0.1:42057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:20:16,766 WARN [BP-120780299-172.17.0.3-1731309529338 heartbeating to localhost/127.0.0.1:42057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-120780299-172.17.0.3-1731309529338 (Datanode Uuid f2180966-b25b-4919-81dd-b612d8e18a5d) service to localhost/127.0.0.1:42057 2024-11-11T07:20:16,766 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:20:16,766 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:20:16,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/data/data1/current/BP-120780299-172.17.0.3-1731309529338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:16,767 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/cluster_d30eaffe-dfb0-f544-32df-038ba0e5a96d/data/data2/current/BP-120780299-172.17.0.3-1731309529338 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:16,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:20:16,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7712fef6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:16,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8ba4d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:16,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:16,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@299bfbe9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:16,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ae0345e-fa7c-f883-a593-21f9f13cedd4/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:16,783 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:20:16,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:20:16,806 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 140) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f9aacb912c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42057 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56728) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37913 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f9aacb912c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56728) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=498 (was 765), ProcessCount=11 (was 11), AvailableMemoryMB=1605 (was 1923) 2024-11-11T07:20:16,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=498, ProcessCount=11, AvailableMemoryMB=1611 2024-11-11T07:20:16,825 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T07:20:16,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir so I do NOT create it in target/test-data/4e37aa26-8b52-75db-11db-404553d6549d 2024-11-11T07:20:16,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:20:16,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.tmp.dir so I do NOT create it in target/test-data/4e37aa26-8b52-75db-11db-404553d6549d 2024-11-11T07:20:16,825 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa0a8921-2dd1-8a72-4c0d-9bd8e015776f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:20:16,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d 2024-11-11T07:20:16,825 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb, deleteOnExit=true 2024-11-11T07:20:16,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/zookeeper_0, clientPort=65079, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:20:16,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65079 2024-11-11T07:20:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:20:16,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/test.cache.data in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:20:16,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:16,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:20:16,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:20:16,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c2e4680005, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:20:16,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c2e4680002, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:20:16,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c2e4680002, quorum=127.0.0.1:56728, baseZNode=/0-495636919 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:20:16,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c2e4680005, quorum=127.0.0.1:56728, baseZNode=/1623733144 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:20:17,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:17,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:17,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:17,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:17,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:20:17,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:17,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:17,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:17,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@103e63a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/java.io.tmpdir/jetty-localhost-35253-hadoop-hdfs-3_4_1-tests_jar-_-any-11071302569924891331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:17,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:35253} 2024-11-11T07:20:17,252 INFO [Time-limited test {}] server.Server(415): Started @142220ms 2024-11-11T07:20:17,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:17,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:17,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:17,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:17,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:20:17,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:17,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:17,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f75450{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-12885956556802160305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:17,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-11T07:20:17,663 INFO [Time-limited test {}] server.Server(415): Started @142632ms 2024-11-11T07:20:17,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:20:18,475 WARN [Thread-1276 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/data/data1/current/BP-627730196-172.17.0.3-1731309616858/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:18,475 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/data/data2/current/BP-627730196-172.17.0.3-1731309616858/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:18,490 WARN [Thread-1264 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:20:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49da9783cc2ecb22 with lease ID 0x866dde2e8ee00331: Processing first storage report for DS-06994cef-a5ed-4c81-8998-05297a2a6c93 from datanode DatanodeRegistration(127.0.0.1:41185, datanodeUuid=a213d978-db86-4a3e-b6c5-8a4c3c2b19b8, infoPort=44977, infoSecurePort=0, ipcPort=39367, storageInfo=lv=-57;cid=testClusterID;nsid=308166269;c=1731309616858) 2024-11-11T07:20:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49da9783cc2ecb22 with lease ID 0x866dde2e8ee00331: from storage DS-06994cef-a5ed-4c81-8998-05297a2a6c93 node DatanodeRegistration(127.0.0.1:41185, datanodeUuid=a213d978-db86-4a3e-b6c5-8a4c3c2b19b8, infoPort=44977, infoSecurePort=0, ipcPort=39367, storageInfo=lv=-57;cid=testClusterID;nsid=308166269;c=1731309616858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49da9783cc2ecb22 with lease ID 0x866dde2e8ee00331: Processing first storage report for DS-416782fc-4eb9-43c5-8f22-e583efc1c39c from datanode DatanodeRegistration(127.0.0.1:41185, datanodeUuid=a213d978-db86-4a3e-b6c5-8a4c3c2b19b8, infoPort=44977, infoSecurePort=0, ipcPort=39367, storageInfo=lv=-57;cid=testClusterID;nsid=308166269;c=1731309616858) 2024-11-11T07:20:18,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49da9783cc2ecb22 with lease ID 0x866dde2e8ee00331: from storage DS-416782fc-4eb9-43c5-8f22-e583efc1c39c node DatanodeRegistration(127.0.0.1:41185, datanodeUuid=a213d978-db86-4a3e-b6c5-8a4c3c2b19b8, infoPort=44977, infoSecurePort=0, ipcPort=39367, storageInfo=lv=-57;cid=testClusterID;nsid=308166269;c=1731309616858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:18,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d 2024-11-11T07:20:18,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:18,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:18,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:20:18,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a with version=8 2024-11-11T07:20:18,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/hbase-staging 2024-11-11T07:20:18,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:20:18,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:18,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38605 2024-11-11T07:20:18,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38605 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386050x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:19,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38605-0x10128c43a740000 connected 2024-11-11T07:20:19,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:19,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:19,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:19,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a, hbase.cluster.distributed=false 2024-11-11T07:20:19,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/acl 2024-11-11T07:20:19,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-11T07:20:19,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2024-11-11T07:20:19,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2024-11-11T07:20:19,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-11T07:20:19,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2024-11-11T07:20:19,105 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:20:19,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:19,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33915 2024-11-11T07:20:19,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33915 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:19,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:19,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:19,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339150x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:19,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339150x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:19,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33915-0x10128c43a740001 connected 2024-11-11T07:20:19,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:20:19,127 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:20:19,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/master 2024-11-11T07:20:19,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/acl 2024-11-11T07:20:19,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-11T07:20:19,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33915 2024-11-11T07:20:19,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33915 2024-11-11T07:20:19,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-11T07:20:19,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33915 2024-11-11T07:20:19,147 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:38605 2024-11-11T07:20:19,148 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-15314119/backup-masters/d72d5187e64f,38605,1731309618910 2024-11-11T07:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:19,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:19,158 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/backup-masters/d72d5187e64f,38605,1731309618910 2024-11-11T07:20:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/master 2024-11-11T07:20:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:19,168 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/master 2024-11-11T07:20:19,169 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-15314119/backup-masters/d72d5187e64f,38605,1731309618910 from backup master directory 2024-11-11T07:20:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/backup-masters/d72d5187e64f,38605,1731309618910 2024-11-11T07:20:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:19,179 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:19,179 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,38605,1731309618910 2024-11-11T07:20:19,182 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/hbase.id] with ID: 6c6b16ef-86fa-45c9-9dfd-80f2143514ba 2024-11-11T07:20:19,182 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.tmp/hbase.id 2024-11-11T07:20:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:20:19,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:19,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:19,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:19,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:19,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:19,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:19,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.tmp/hbase.id]:[hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/hbase.id] 2024-11-11T07:20:19,601 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:19,601 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:20:19,602 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:20:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:19,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:20:20,065 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:20,066 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:20:20,066 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:20:20,476 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store 2024-11-11T07:20:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:20,883 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:20,883 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:20,883 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309620883Disabling compacts and flushes for region at 1731309620883Disabling writes for close at 1731309620883Writing region close event to WAL at 1731309620883Closed at 1731309620883 2024-11-11T07:20:20,884 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/.initializing 2024-11-11T07:20:20,884 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910 2024-11-11T07:20:20,885 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:20,887 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C38605%2C1731309618910, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/oldWALs, maxLogs=10 2024-11-11T07:20:20,898 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910/d72d5187e64f%2C38605%2C1731309618910.1731309620887, exclude list is [], retry=0 2024-11-11T07:20:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:20,901 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:20,901 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:20,902 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:20,902 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:20,902 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,902 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:20:20,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:20,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:20,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:20:20,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:20,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:20,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:20:20,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:20,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:20,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:20:20,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:20,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:20,908 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,909 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,909 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,910 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,910 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,911 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:20,912 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:20,914 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:20,914 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59527158, jitterRate=-0.11297622323036194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:20,915 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309620902Initializing all the Stores at 1731309620903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309620903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309620903Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309620903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309620903Cleaning up temporary data from old regions at 1731309620910 (+7 ms)Region opened successfully at 1731309620915 (+5 ms) 2024-11-11T07:20:20,915 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:20:20,917 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e058d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:20,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:20:20,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:20:20,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:20:20,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:20:20,919 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:20:20,919 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:20:20,919 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:20:20,921 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:20:20,922 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/balancer because node does not exist (not necessarily an error) 2024-11-11T07:20:20,965 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/balancer already deleted, retry=false 2024-11-11T07:20:20,966 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:20:20,966 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:20:20,978 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/normalizer already deleted, retry=false 2024-11-11T07:20:20,979 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:20:20,979 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:20:20,989 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/switch/split already deleted, retry=false 2024-11-11T07:20:20,990 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:20:20,999 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/switch/merge already deleted, retry=false 2024-11-11T07:20:21,002 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:20:21,010 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/snapshot-cleanup already deleted, retry=false 2024-11-11T07:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,021 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,38605,1731309618910, sessionid=0x10128c43a740000, setting cluster-up flag (Was=false) 2024-11-11T07:20:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,073 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-15314119/flush-table-proc/acquired, /0-15314119/flush-table-proc/reached, /0-15314119/flush-table-proc/abort 2024-11-11T07:20:21,074 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,38605,1731309618910 2024-11-11T07:20:21,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:21,126 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-15314119/online-snapshot/acquired, /0-15314119/online-snapshot/reached, /0-15314119/online-snapshot/abort 2024-11-11T07:20:21,127 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,38605,1731309618910 2024-11-11T07:20:21,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:20:21,129 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:21,129 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:20:21,130 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:20:21,130 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,38605,1731309618910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:21,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309651132 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:20:21,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:20:21,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:20:21,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:20:21,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:20:21,133 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:21,133 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309621133,5,FailOnTimeoutGroup] 2024-11-11T07:20:21,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:20:21,134 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309621134,5,FailOnTimeoutGroup] 2024-11-11T07:20:21,134 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,134 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:20:21,134 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,134 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:20:21,139 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(746): ClusterId : 6c6b16ef-86fa-45c9-9dfd-80f2143514ba 2024-11-11T07:20:21,139 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:20:21,147 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:20:21,147 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:20:21,158 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:20:21,158 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d374fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:21,169 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:33915 2024-11-11T07:20:21,169 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:20:21,169 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:20:21,169 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:20:21,170 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,38605,1731309618910 with port=33915, startcode=1731309619104 2024-11-11T07:20:21,170 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:20:21,171 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:20:21,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,172 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38605 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,173 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a 2024-11-11T07:20:21,173 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36361 2024-11-11T07:20:21,173 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:20:21,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/rs 2024-11-11T07:20:21,179 DEBUG [RS:0;d72d5187e64f:33915 {}] zookeeper.ZKUtil(111): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/rs/d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,179 WARN [RS:0;d72d5187e64f:33915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:21,179 INFO [RS:0;d72d5187e64f:33915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:21,179 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,33915,1731309619104] 2024-11-11T07:20:21,182 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:20:21,183 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:20:21,184 INFO [RS:0;d72d5187e64f:33915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:20:21,184 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,187 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:20:21,187 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:20:21,187 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,187 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,187 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,187 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,187 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,187 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:21,188 DEBUG [RS:0;d72d5187e64f:33915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,194 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33915,1731309619104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:21,207 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:20:21,207 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33915,1731309619104-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,207 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,207 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.Replication(171): d72d5187e64f,33915,1731309619104 started 2024-11-11T07:20:21,220 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:21,220 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,33915,1731309619104, RpcServer on d72d5187e64f/172.17.0.3:33915, sessionid=0x10128c43a740001 2024-11-11T07:20:21,220 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:20:21,220 DEBUG [RS:0;d72d5187e64f:33915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,220 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,33915,1731309619104' 2024-11-11T07:20:21,220 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-15314119/flush-table-proc/abort' 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-15314119/flush-table-proc/acquired' 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,33915,1731309619104 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,33915,1731309619104' 2024-11-11T07:20:21,221 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-15314119/online-snapshot/abort' 2024-11-11T07:20:21,222 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-15314119/online-snapshot/acquired' 2024-11-11T07:20:21,222 DEBUG [RS:0;d72d5187e64f:33915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:20:21,222 INFO [RS:0;d72d5187e64f:33915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:20:21,222 INFO [RS:0;d72d5187e64f:33915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:20:21,322 INFO [RS:0;d72d5187e64f:33915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:21,324 INFO [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C33915%2C1731309619104, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:21,337 DEBUG [RS:0;d72d5187e64f:33915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324, exclude list is [], retry=0 2024-11-11T07:20:21,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:21,341 INFO [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 2024-11-11T07:20:21,341 DEBUG [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:21,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:20:21,539 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a 2024-11-11T07:20:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:20:21,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:21,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:21,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:21,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:21,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:21,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:21,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:21,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:21,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:21,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:21,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:21,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:21,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:21,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:21,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:21,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:21,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:21,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:21,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:21,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:21,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:21,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:21,954 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:21,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:21,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:21,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64696155, jitterRate=-0.035952165722846985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309621945Initializing all the Stores at 1731309621945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309621945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309621946 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309621946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309621946Cleaning up temporary data from old regions at 1731309621954 (+8 ms)Region opened successfully at 1731309621958 (+4 ms) 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:21,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:21,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:21,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309621958Disabling compacts and flushes for region at 1731309621958Disabling writes for close at 1731309621958Writing region close event to WAL at 1731309621958Closed at 1731309621958 2024-11-11T07:20:21,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:21,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:20:21,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:20:21,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:21,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:20:22,111 DEBUG [d72d5187e64f:38605 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:22,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:22,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,33915,1731309619104, state=OPENING 2024-11-11T07:20:22,197 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:20:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:22,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:22,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:22,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:22,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,33915,1731309619104}] 2024-11-11T07:20:22,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:22,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:20:22,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:20:22,365 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:20:22,365 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:22,365 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:20:22,366 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C33915%2C1731309619104.meta, suffix=.meta, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:22,378 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.meta.1731309622367.meta, exclude list is [], retry=0 2024-11-11T07:20:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:22,381 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.meta.1731309622367.meta 2024-11-11T07:20:22,381 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:22,382 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:22,382 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:22,382 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:22,382 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:20:22,382 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:20:22,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:20:22,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:22,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:20:22,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:20:22,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:22,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:22,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:22,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:22,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:22,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:22,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:22,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:22,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:22,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:22,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:22,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:22,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:22,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:22,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:22,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:22,388 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:22,388 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:22,389 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:22,390 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:22,390 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:22,391 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:22,392 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:22,393 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64332159, jitterRate=-0.041376128792762756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:22,393 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:20:22,393 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309622383Writing region info on filesystem at 1731309622383Initializing all the Stores at 1731309622384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309622384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309622384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309622384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309622384Cleaning up temporary data from old regions at 1731309622391 (+7 ms)Running coprocessor post-open hooks at 1731309622393 (+2 ms)Region opened successfully at 1731309622393 2024-11-11T07:20:22,394 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309622360 2024-11-11T07:20:22,396 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:20:22,396 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:20:22,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:22,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,33915,1731309619104, state=OPEN 2024-11-11T07:20:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:22,446 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:22,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:22,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:22,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:20:22,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,33915,1731309619104 in 238 msec 2024-11-11T07:20:22,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:20:22,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-11T07:20:22,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:22,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:20:22,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:22,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,33915,1731309619104, seqNum=-1] 2024-11-11T07:20:22,452 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:22,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:22,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-11T07:20:22,458 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309622457, completionTime=-1 2024-11-11T07:20:22,458 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:20:22,458 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:20:22,459 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:20:22,459 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309682459 2024-11-11T07:20:22,459 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309742459 2024-11-11T07:20:22,459 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:38605, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,461 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.284sec 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:22,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:20:22,465 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:20:22,465 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:20:22,465 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38605,1731309618910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:22,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357b9dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:22,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,38605,-1 for getting cluster id 2024-11-11T07:20:22,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:22,541 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6b16ef-86fa-45c9-9dfd-80f2143514ba' 2024-11-11T07:20:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6b16ef-86fa-45c9-9dfd-80f2143514ba" 2024-11-11T07:20:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa0685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:22,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,38605,-1] 2024-11-11T07:20:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:22,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:22,543 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:22,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:22,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,33915,1731309619104, seqNum=-1] 2024-11-11T07:20:22,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:22,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:22,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,38605,1731309618910 2024-11-11T07:20:22,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:22,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:22,568 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c43a740002 connected 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir so I do NOT create it in target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6 2024-11-11T07:20:22,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.tmp.dir so I do NOT create it in target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6 2024-11-11T07:20:22,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:20:22,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/cluster_14149e7e-68e4-6031-7805-1bcdd9658412, deleteOnExit=true 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/test.cache.data in system properties and HBase conf 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:20:22,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:20:22,582 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:20:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:20:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:20:22,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:22,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:22,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:22,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:22,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:20:22,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:22,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:22,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:22,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e19afe9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/java.io.tmpdir/jetty-localhost-45013-hadoop-hdfs-3_4_1-tests_jar-_-any-16242994935324717736/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:23,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:45013} 2024-11-11T07:20:23,000 INFO [Time-limited test {}] server.Server(415): Started @147969ms 2024-11-11T07:20:23,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:23,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:23,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:23,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:23,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:20:23,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:23,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:23,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/java.io.tmpdir/jetty-localhost-44809-hadoop-hdfs-3_4_1-tests_jar-_-any-14413852947590987273/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:23,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:44809} 2024-11-11T07:20:23,366 INFO [Time-limited test {}] server.Server(415): Started @148335ms 2024-11-11T07:20:23,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:20:24,145 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/cluster_14149e7e-68e4-6031-7805-1bcdd9658412/data/data1/current/BP-199043968-172.17.0.3-1731309622601/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:24,145 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/cluster_14149e7e-68e4-6031-7805-1bcdd9658412/data/data2/current/BP-199043968-172.17.0.3-1731309622601/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:24,160 WARN [Thread-1385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:20:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54210cbe329abc0f with lease ID 0xdcd04132b1795d2b: Processing first storage report for DS-18f78296-8ccb-4c61-8c42-d758fdeebe7e from datanode DatanodeRegistration(127.0.0.1:41291, datanodeUuid=9e8e20c5-069f-46e5-82a5-66cf0e6b564b, infoPort=46561, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1240449239;c=1731309622601) 2024-11-11T07:20:24,162 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54210cbe329abc0f with lease ID 0xdcd04132b1795d2b: from storage DS-18f78296-8ccb-4c61-8c42-d758fdeebe7e node DatanodeRegistration(127.0.0.1:41291, datanodeUuid=9e8e20c5-069f-46e5-82a5-66cf0e6b564b, infoPort=46561, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1240449239;c=1731309622601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54210cbe329abc0f with lease ID 0xdcd04132b1795d2b: Processing first storage report for DS-fe77d5cc-00ad-4d48-8dd1-31e72e0f01a6 from datanode DatanodeRegistration(127.0.0.1:41291, datanodeUuid=9e8e20c5-069f-46e5-82a5-66cf0e6b564b, infoPort=46561, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1240449239;c=1731309622601) 2024-11-11T07:20:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54210cbe329abc0f with lease ID 0xdcd04132b1795d2b: from storage DS-fe77d5cc-00ad-4d48-8dd1-31e72e0f01a6 node DatanodeRegistration(127.0.0.1:41291, datanodeUuid=9e8e20c5-069f-46e5-82a5-66cf0e6b564b, infoPort=46561, infoSecurePort=0, ipcPort=34837, storageInfo=lv=-57;cid=testClusterID;nsid=1240449239;c=1731309622601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:24,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6 2024-11-11T07:20:24,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:20:24,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f with version=8 2024-11-11T07:20:24,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/hbase-staging 2024-11-11T07:20:24,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:20:24,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:24,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44811 2024-11-11T07:20:24,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44811 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:24,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448110x0, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:24,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44811-0x10128c43a740003 connected 2024-11-11T07:20:24,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/running 2024-11-11T07:20:24,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f, hbase.cluster.distributed=false 2024-11-11T07:20:24,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/acl 2024-11-11T07:20:24,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-11T07:20:24,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44811 2024-11-11T07:20:24,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44811 2024-11-11T07:20:24,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-11T07:20:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44811 2024-11-11T07:20:24,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:20:24,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:24,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35861 2024-11-11T07:20:24,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35861 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:24,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:24,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358610x0, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:24,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358610x0, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/running 2024-11-11T07:20:24,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:20:24,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35861-0x10128c43a740004 connected 2024-11-11T07:20:24,826 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:20:24,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/master 2024-11-11T07:20:24,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/acl 2024-11-11T07:20:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35861 2024-11-11T07:20:24,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35861 2024-11-11T07:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35861 2024-11-11T07:20:24,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35861 2024-11-11T07:20:24,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35861 2024-11-11T07:20:24,854 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:44811 2024-11-11T07:20:24,854 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11737294930/backup-masters/d72d5187e64f,44811,1731309624604 2024-11-11T07:20:24,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/backup-masters 2024-11-11T07:20:24,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/backup-masters 2024-11-11T07:20:24,863 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on existing znode=/11737294930/backup-masters/d72d5187e64f,44811,1731309624604 2024-11-11T07:20:24,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11737294930/master 2024-11-11T07:20:24,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:24,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:24,873 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on existing znode=/11737294930/master 2024-11-11T07:20:24,874 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11737294930/backup-masters/d72d5187e64f,44811,1731309624604 from backup master directory 2024-11-11T07:20:24,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/backup-masters 2024-11-11T07:20:24,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11737294930/backup-masters/d72d5187e64f,44811,1731309624604 2024-11-11T07:20:24,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/backup-masters 2024-11-11T07:20:24,883 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:24,883 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,44811,1731309624604 2024-11-11T07:20:24,887 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/hbase.id] with ID: b597b3c6-38e6-4435-a444-cd8992ef8b36 2024-11-11T07:20:24,887 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/.tmp/hbase.id 2024-11-11T07:20:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:20:24,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:20:24,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:20:24,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:24,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:20:24,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:24,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:20:25,293 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/.tmp/hbase.id]:[hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/hbase.id] 2024-11-11T07:20:25,303 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:25,303 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:20:25,304 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:20:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:20:25,760 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:25,761 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:20:25,762 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:20:26,168 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store 2024-11-11T07:20:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:26,574 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:26,574 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:26,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309626574Disabling compacts and flushes for region at 1731309626574Disabling writes for close at 1731309626574Writing region close event to WAL at 1731309626574Closed at 1731309626574 2024-11-11T07:20:26,575 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/.initializing 2024-11-11T07:20:26,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/WALs/d72d5187e64f,44811,1731309624604 2024-11-11T07:20:26,576 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:26,578 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C44811%2C1731309624604, suffix=, logDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/WALs/d72d5187e64f,44811,1731309624604, archiveDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/oldWALs, maxLogs=10 2024-11-11T07:20:26,590 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/WALs/d72d5187e64f,44811,1731309624604/d72d5187e64f%2C44811%2C1731309624604.1731309626578, exclude list is [], retry=0 2024-11-11T07:20:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-18f78296-8ccb-4c61-8c42-d758fdeebe7e,DISK] 2024-11-11T07:20:26,594 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/WALs/d72d5187e64f,44811,1731309624604/d72d5187e64f%2C44811%2C1731309624604.1731309626578 2024-11-11T07:20:26,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46561:46561)] 2024-11-11T07:20:26,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:26,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:26,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:20:26,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:26,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:26,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:20:26,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:26,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:26,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:20:26,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:26,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:26,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:20:26,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:26,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:26,601 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,602 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,603 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:26,605 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:26,607 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:26,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73096197, jitterRate=0.08921821415424347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:26,608 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309626594Initializing all the Stores at 1731309626595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309626595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309626595Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309626595Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309626595Cleaning up temporary data from old regions at 1731309626604 (+9 ms)Region opened successfully at 1731309626608 (+4 ms) 2024-11-11T07:20:26,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:20:26,611 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1464276a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:26,612 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:20:26,612 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:20:26,612 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:20:26,612 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:20:26,613 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:20:26,613 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:20:26,613 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:20:26,615 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:20:26,616 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/balancer because node does not exist (not necessarily an error) 2024-11-11T07:20:26,670 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/balancer already deleted, retry=false 2024-11-11T07:20:26,671 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:20:26,671 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:20:26,683 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/normalizer already deleted, retry=false 2024-11-11T07:20:26,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:20:26,685 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:20:26,694 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/switch/split already deleted, retry=false 2024-11-11T07:20:26,695 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:20:26,704 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/switch/merge already deleted, retry=false 2024-11-11T07:20:26,706 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:20:26,715 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/snapshot-cleanup already deleted, retry=false 2024-11-11T07:20:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11737294930/running 2024-11-11T07:20:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11737294930/running 2024-11-11T07:20:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,726 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,44811,1731309624604, sessionid=0x10128c43a740003, setting cluster-up flag (Was=false) 2024-11-11T07:20:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,778 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11737294930/flush-table-proc/acquired, /11737294930/flush-table-proc/reached, /11737294930/flush-table-proc/abort 2024-11-11T07:20:26,779 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,44811,1731309624604 2024-11-11T07:20:26,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:26,831 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11737294930/online-snapshot/acquired, /11737294930/online-snapshot/reached, /11737294930/online-snapshot/abort 2024-11-11T07:20:26,832 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,44811,1731309624604 2024-11-11T07:20:26,833 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:20:26,834 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:26,834 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:20:26,835 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:20:26,835 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,44811,1731309624604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:26,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:26,837 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309656837 2024-11-11T07:20:26,837 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:20:26,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:20:26,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:20:26,838 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:20:26,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:26,839 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309626839,5,FailOnTimeoutGroup] 2024-11-11T07:20:26,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:20:26,839 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309626839,5,FailOnTimeoutGroup] 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:26,839 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:26,845 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(746): ClusterId : b597b3c6-38e6-4435-a444-cd8992ef8b36 2024-11-11T07:20:26,845 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:20:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:20:26,852 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:20:26,852 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:20:26,942 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:20:26,943 DEBUG [RS:0;d72d5187e64f:35861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3634e4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:26,954 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35861 2024-11-11T07:20:26,954 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:20:26,954 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:20:26,954 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:20:26,955 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,44811,1731309624604 with port=35861, startcode=1731309624806 2024-11-11T07:20:26,955 DEBUG [RS:0;d72d5187e64f:35861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:20:26,956 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:20:26,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35861,1731309624806 2024-11-11T07:20:26,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44811 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35861,1731309624806 2024-11-11T07:20:26,957 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f 2024-11-11T07:20:26,958 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40049 2024-11-11T07:20:26,958 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:20:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/rs 2024-11-11T07:20:27,009 DEBUG [RS:0;d72d5187e64f:35861 {}] zookeeper.ZKUtil(111): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on existing znode=/11737294930/rs/d72d5187e64f,35861,1731309624806 2024-11-11T07:20:27,009 WARN [RS:0;d72d5187e64f:35861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:27,009 INFO [RS:0;d72d5187e64f:35861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:27,009 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806 2024-11-11T07:20:27,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35861,1731309624806] 2024-11-11T07:20:27,012 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:20:27,016 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:20:27,016 INFO [RS:0;d72d5187e64f:35861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:20:27,016 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,017 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:20:27,017 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:20:27,017 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,017 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:27,018 DEBUG [RS:0;d72d5187e64f:35861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:27,018 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,018 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,018 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,018 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,018 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,019 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35861,1731309624806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:27,031 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:20:27,032 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35861,1731309624806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,032 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,032 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.Replication(171): d72d5187e64f,35861,1731309624806 started 2024-11-11T07:20:27,043 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:27,043 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35861,1731309624806, RpcServer on d72d5187e64f/172.17.0.3:35861, sessionid=0x10128c43a740004 2024-11-11T07:20:27,043 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:20:27,043 DEBUG [RS:0;d72d5187e64f:35861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35861,1731309624806 2024-11-11T07:20:27,043 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35861,1731309624806' 2024-11-11T07:20:27,043 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11737294930/flush-table-proc/abort' 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11737294930/flush-table-proc/acquired' 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35861,1731309624806 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35861,1731309624806' 2024-11-11T07:20:27,044 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11737294930/online-snapshot/abort' 2024-11-11T07:20:27,045 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11737294930/online-snapshot/acquired' 2024-11-11T07:20:27,045 DEBUG [RS:0;d72d5187e64f:35861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:20:27,045 INFO [RS:0;d72d5187e64f:35861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:20:27,045 INFO [RS:0;d72d5187e64f:35861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:20:27,145 INFO [RS:0;d72d5187e64f:35861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:27,147 INFO [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35861%2C1731309624806, suffix=, logDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806, archiveDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/oldWALs, maxLogs=10 2024-11-11T07:20:27,163 DEBUG [RS:0;d72d5187e64f:35861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806/d72d5187e64f%2C35861%2C1731309624806.1731309627147, exclude list is [], retry=0 2024-11-11T07:20:27,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-18f78296-8ccb-4c61-8c42-d758fdeebe7e,DISK] 2024-11-11T07:20:27,167 INFO [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806/d72d5187e64f%2C35861%2C1731309624806.1731309627147 2024-11-11T07:20:27,167 DEBUG [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46561:46561)] 2024-11-11T07:20:27,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:20:27,248 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:20:27,248 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f 2024-11-11T07:20:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:20:27,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:27,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:27,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:27,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:27,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:27,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:27,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:27,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:27,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:27,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:27,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:27,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:27,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:27,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:27,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:27,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:27,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:27,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:27,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740 2024-11-11T07:20:27,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740 2024-11-11T07:20:27,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:27,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:27,663 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:27,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:27,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:27,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595541, jitterRate=0.03705437481403351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309627654Initializing all the Stores at 1731309627655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309627655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309627655Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309627655Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309627655Cleaning up temporary data from old regions at 1731309627662 (+7 ms)Region opened successfully at 1731309627666 (+4 ms) 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:27,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:27,666 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:27,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309627666Disabling compacts and flushes for region at 1731309627666Disabling writes for close at 1731309627666Writing region close event to WAL at 1731309627666Closed at 1731309627666 2024-11-11T07:20:27,667 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:27,667 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:20:27,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:20:27,668 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:27,669 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:20:27,819 DEBUG [d72d5187e64f:44811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:27,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35861,1731309624806 2024-11-11T07:20:27,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35861,1731309624806, state=OPENING 2024-11-11T07:20:27,885 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:27,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:27,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:27,914 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:20:27,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:27,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:27,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:27,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11737294930/meta-region-server: CHANGED 2024-11-11T07:20:27,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11737294930/meta-region-server: CHANGED 2024-11-11T07:20:27,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35861,1731309624806}] 2024-11-11T07:20:28,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:20:28,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:20:28,093 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:20:28,093 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:28,093 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:20:28,094 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35861%2C1731309624806.meta, suffix=.meta, logDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806, archiveDir=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/oldWALs, maxLogs=10 2024-11-11T07:20:28,105 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806/d72d5187e64f%2C35861%2C1731309624806.meta.1731309628095.meta, exclude list is [], retry=0 2024-11-11T07:20:28,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41291,DS-18f78296-8ccb-4c61-8c42-d758fdeebe7e,DISK] 2024-11-11T07:20:28,108 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/WALs/d72d5187e64f,35861,1731309624806/d72d5187e64f%2C35861%2C1731309624806.meta.1731309628095.meta 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46561:46561)] 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:28,109 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:20:28,109 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:20:28,109 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:20:28,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:28,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:28,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:28,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:28,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:28,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:28,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:28,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:28,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:28,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:28,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:28,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:28,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:28,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:28,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:28,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:28,115 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:28,115 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740 2024-11-11T07:20:28,116 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740 2024-11-11T07:20:28,117 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:28,117 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:28,118 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:28,119 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:28,120 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61414543, jitterRate=-0.08485199511051178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:28,120 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:20:28,120 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309628109Writing region info on filesystem at 1731309628109Initializing all the Stores at 1731309628110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309628110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309628110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309628110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309628110Cleaning up temporary data from old regions at 1731309628117 (+7 ms)Running coprocessor post-open hooks at 1731309628120 (+3 ms)Region opened successfully at 1731309628120 2024-11-11T07:20:28,121 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309628088 2024-11-11T07:20:28,122 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:20:28,123 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:20:28,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35861,1731309624806 2024-11-11T07:20:28,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35861,1731309624806, state=OPEN 2024-11-11T07:20:28,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11737294930/meta-region-server 2024-11-11T07:20:28,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11737294930/meta-region-server 2024-11-11T07:20:28,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35861,1731309624806 2024-11-11T07:20:28,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11737294930/meta-region-server: CHANGED 2024-11-11T07:20:28,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11737294930/meta-region-server: CHANGED 2024-11-11T07:20:28,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:20:28,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35861,1731309624806 in 200 msec 2024-11-11T07:20:28,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:20:28,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-11T07:20:28,140 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:28,140 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:20:28,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:28,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35861,1731309624806, seqNum=-1] 2024-11-11T07:20:28,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:28,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:28,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-11T07:20:28,147 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309628147, completionTime=-1 2024-11-11T07:20:28,147 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:20:28,148 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:20:28,149 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:20:28,149 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309688149 2024-11-11T07:20:28,149 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309748149 2024-11-11T07:20:28,149 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:20:28,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:44811, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,151 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,152 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:20:28,153 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.270sec 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:28,154 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:20:28,156 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:20:28,156 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:20:28,157 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44811,1731309624604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:28,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,44811,-1 for getting cluster id 2024-11-11T07:20:28,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:28,247 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b597b3c6-38e6-4435-a444-cd8992ef8b36' 2024-11-11T07:20:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b597b3c6-38e6-4435-a444-cd8992ef8b36" 2024-11-11T07:20:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bb8453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,44811,-1] 2024-11-11T07:20:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:28,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:28,249 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:28,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35861,1731309624806, seqNum=-1] 2024-11-11T07:20:28,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:28,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,44811,1731309624604 2024-11-11T07:20:28,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:28,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c43a740005 connected 2024-11-11T07:20:28,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,38605,-1 for getting cluster id 2024-11-11T07:20:28,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:28,277 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6b16ef-86fa-45c9-9dfd-80f2143514ba' 2024-11-11T07:20:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6b16ef-86fa-45c9-9dfd-80f2143514ba" 2024-11-11T07:20:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e42270f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,38605,-1] 2024-11-11T07:20:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:28,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:28,278 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:28,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dfd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:28,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,38605,1731309618910 2024-11-11T07:20:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba85144 2024-11-11T07:20:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:28,282 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:28,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:44811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:20:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:20:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:28,285 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:44811' 2024-11-11T07:20:28,286 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d7899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,286 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,44811,-1 for getting cluster id 2024-11-11T07:20:28,287 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:28,287 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b597b3c6-38e6-4435-a444-cd8992ef8b36' 2024-11-11T07:20:28,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:28,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b597b3c6-38e6-4435-a444-cd8992ef8b36" 2024-11-11T07:20:28,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7651d208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,44811,-1] 2024-11-11T07:20:28,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:28,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:28,289 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:28,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c57777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:28,290 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:28,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,44811,1731309624604 2024-11-11T07:20:28,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2325d2 2024-11-11T07:20:28,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:28,292 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:28,292 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T07:20:28,292 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:20:28,292 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:28,293 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:28,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:28,293 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:28,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:20:28,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:20:28,296 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:28,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:20:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741835_1011 (size=1138) 2024-11-11T07:20:28,345 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:20:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:28,706 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dee46f91077e5e1bd93ad5f1c2604ff, NAME => 'hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a 2024-11-11T07:20:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741836_1012 (size=44) 2024-11-11T07:20:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:29,116 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:29,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8dee46f91077e5e1bd93ad5f1c2604ff, disabling compactions & flushes 2024-11-11T07:20:29,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. after waiting 0 ms 2024-11-11T07:20:29,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,117 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dee46f91077e5e1bd93ad5f1c2604ff: Waiting for close lock at 1731309629117Disabling compacts and flushes for region at 1731309629117Disabling writes for close at 1731309629117Writing region close event to WAL at 1731309629117Closed at 1731309629117 2024-11-11T07:20:29,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:20:29,118 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309629118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309629118"}]},"ts":"1731309629118"} 2024-11-11T07:20:29,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:20:29,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:20:29,121 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309629121"}]},"ts":"1731309629121"} 2024-11-11T07:20:29,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:20:29,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN}] 2024-11-11T07:20:29,125 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN 2024-11-11T07:20:29,126 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN; state=OFFLINE, location=d72d5187e64f,33915,1731309619104; forceNewPlan=false, retain=false 2024-11-11T07:20:29,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8dee46f91077e5e1bd93ad5f1c2604ff, regionState=OPENING, regionLocation=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:29,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN because future has completed 2024-11-11T07:20:29,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,33915,1731309619104}] 2024-11-11T07:20:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:29,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:29,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:20:29,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C33915%2C1731309619104.rep, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:29,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.rep.1731309629437, exclude list is [], retry=0 2024-11-11T07:20:29,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:29,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.rep.1731309629437 2024-11-11T07:20:29,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:29,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dee46f91077e5e1bd93ad5f1c2604ff, NAME => 'hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:29,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:29,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:29,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. service=MultiRowMutationService 2024-11-11T07:20:29,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:20:29,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:29,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,458 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,459 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName hfileref 2024-11-11T07:20:29,459 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:29,460 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:29,460 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,461 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName queue 2024-11-11T07:20:29,461 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:29,461 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:29,461 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,462 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName sid 2024-11-11T07:20:29,462 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:29,462 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:29,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:20:29,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:29,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8dee46f91077e5e1bd93ad5f1c2604ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66847029, jitterRate=-0.003901645541191101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:20:29,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:29,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8dee46f91077e5e1bd93ad5f1c2604ff: Running coprocessor pre-open hook at 1731309629457Writing region info on filesystem at 1731309629457Initializing all the Stores at 1731309629458 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309629458Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309629458Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309629458Cleaning up temporary data from old regions at 1731309629465 (+7 ms)Running coprocessor post-open hooks at 1731309629468 (+3 ms)Region opened successfully at 1731309629469 (+1 ms) 2024-11-11T07:20:29,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., pid=7, masterSystemTime=1731309629432 2024-11-11T07:20:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:29,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8dee46f91077e5e1bd93ad5f1c2604ff, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,33915,1731309619104 2024-11-11T07:20:29,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,33915,1731309619104 because future has completed 2024-11-11T07:20:29,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T07:20:29,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,33915,1731309619104 in 198 msec 2024-11-11T07:20:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:20:29,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN in 355 msec 2024-11-11T07:20:29,481 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:20:29,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309629482"}]},"ts":"1731309629482"} 2024-11-11T07:20:29,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:20:29,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:20:29,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-11T07:20:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., hostname=d72d5187e64f,33915,1731309619104, seqNum=2] 2024-11-11T07:20:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:29,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:29,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:20:29,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T07:20:29,743 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:20:29,768 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,33915,1731309619104, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:20:29,768 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:29,768 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,33915,1731309619104, seqNum=-1] 2024-11-11T07:20:29,769 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:29,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T07:20:29,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,33915,1731309619104', locateType=CURRENT is [region=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., hostname=d72d5187e64f,33915,1731309619104, seqNum=2] 2024-11-11T07:20:29,773 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T07:20:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T07:20:29,775 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,33915,1731309619104 suceeded 2024-11-11T07:20:29,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T07:20:29,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T07:20:29,777 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:44811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:20:29,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-11T07:20:29,787 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:44811' 2024-11-11T07:20:29,789 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0a5f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:29,789 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,44811,-1 for getting cluster id 2024-11-11T07:20:29,789 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:29,790 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b597b3c6-38e6-4435-a444-cd8992ef8b36' 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b597b3c6-38e6-4435-a444-cd8992ef8b36" 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160828a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,44811,-1] 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:29,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:29,791 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:29,792 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a935d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:29,792 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:29,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,44811,1731309624604 2024-11-11T07:20:29,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e77757 2024-11-11T07:20:29,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:29,793 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T07:20:29,794 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,33915,1731309619104 (queues=1) is replicating from cluster=6c6b16ef-86fa-45c9-9dfd-80f2143514ba to cluster=b597b3c6-38e6-4435-a444-cd8992ef8b36 2024-11-11T07:20:29,794 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C33915%2C1731309619104 2024-11-11T07:20:29,794 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,33915,1731309619104, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:20:29,794 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.shipperd72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C33915%2C1731309619104 2024-11-11T07:20:29,794 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324, startPosition=0, beingWritten=true 2024-11-11T07:20:30,000 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 to pos 0, reset compression=false 2024-11-11T07:20:30,306 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 to pos 0, reset compression=false 2024-11-11T07:20:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:30,430 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:20:30,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:30,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:30,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:30,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,38605,1731309618910 2024-11-11T07:20:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1415ab12 2024-11-11T07:20:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:30,432 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:30,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:20:30,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:30,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:30,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:30,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:20:30,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5716518, stopped=false 2024-11-11T07:20:30,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,38605,1731309618910 2024-11-11T07:20:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:30,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:30,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:30,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:30,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:30,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,33915,1731309619104' ***** 2024-11-11T07:20:30,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:20:30,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:20:30,482 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,33915,1731309619104 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:33915. 2024-11-11T07:20:30,482 DEBUG [RS:0;d72d5187e64f:33915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:30,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dee46f91077e5e1bd93ad5f1c2604ff, disabling compactions & flushes 2024-11-11T07:20:30,482 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:30,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:20:30,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:20:30,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. after waiting 0 ms 2024-11-11T07:20:30,482 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:20:30,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:30,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8dee46f91077e5e1bd93ad5f1c2604ff 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T07:20:30,483 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:20:30,483 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1325): Online Regions={8dee46f91077e5e1bd93ad5f1c2604ff=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:30,483 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:30,483 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:30,483 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:30,483 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:30,483 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:30,483 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:30,483 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T07:20:30,501 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:30,503 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/.tmp/queue/a7f612e4ee2e4b749559b4ab98b4554f is 151, key is 1-d72d5187e64f,33915,1731309619104/queue:d72d5187e64f%2C33915%2C1731309619104/1731309629772/Put/seqid=0 2024-11-11T07:20:30,503 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/d35d9c3b97e24b19bbaea0eeaf81a82d is 147, key is hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff./info:regioninfo/1731309629472/Put/seqid=0 2024-11-11T07:20:30,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741838_1014 (size=6631) 2024-11-11T07:20:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741839_1015 (size=5350) 2024-11-11T07:20:30,683 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:30,713 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 to pos 0, reset compression=false 2024-11-11T07:20:30,883 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:30,907 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/.tmp/queue/a7f612e4ee2e4b749559b4ab98b4554f 2024-11-11T07:20:30,907 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/d35d9c3b97e24b19bbaea0eeaf81a82d 2024-11-11T07:20:30,913 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/.tmp/queue/a7f612e4ee2e4b749559b4ab98b4554f as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/queue/a7f612e4ee2e4b749559b4ab98b4554f 2024-11-11T07:20:30,919 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/queue/a7f612e4ee2e4b749559b4ab98b4554f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T07:20:30,920 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8dee46f91077e5e1bd93ad5f1c2604ff in 438ms, sequenceid=5, compaction requested=false 2024-11-11T07:20:30,920 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:20:30,925 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:20:30,925 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:30,925 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:30,925 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:30,925 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dee46f91077e5e1bd93ad5f1c2604ff: Waiting for close lock at 1731309630482Running coprocessor pre-close hooks at 1731309630482Disabling compacts and flushes for region at 1731309630482Disabling writes for close at 1731309630482Obtaining lock to block concurrent updates at 1731309630482Preparing flush snapshotting stores in 8dee46f91077e5e1bd93ad5f1c2604ff at 1731309630482Finished memstore snapshotting hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731309630483 (+1 ms)Flushing stores of hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. at 1731309630484 (+1 ms)Flushing 8dee46f91077e5e1bd93ad5f1c2604ff/queue: creating writer at 1731309630484Flushing 8dee46f91077e5e1bd93ad5f1c2604ff/queue: appending metadata at 1731309630502 (+18 ms)Flushing 8dee46f91077e5e1bd93ad5f1c2604ff/queue: closing flushed file at 1731309630502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205c97ee: reopening flushed file at 1731309630912 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8dee46f91077e5e1bd93ad5f1c2604ff in 438ms, sequenceid=5, compaction requested=false at 1731309630920 (+8 ms)Writing region close event to WAL at 1731309630922 (+2 ms)Running coprocessor post-close hooks at 1731309630925 (+3 ms)Closed at 1731309630925 2024-11-11T07:20:30,925 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:30,928 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/ns/958925327cec4b10998eb51a34d3c9d4 is 43, key is default/ns:d/1731309622453/Put/seqid=0 2024-11-11T07:20:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741840_1016 (size=5153) 2024-11-11T07:20:31,083 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:31,218 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 to pos 0, reset compression=false 2024-11-11T07:20:31,233 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:20:31,233 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:20:31,283 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:31,332 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/ns/958925327cec4b10998eb51a34d3c9d4 2024-11-11T07:20:31,349 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/table/a0e8df693d3c4dd1ab1fda06f213f6c2 is 53, key is hbase:replication/table:state/1731309629482/Put/seqid=0 2024-11-11T07:20:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741841_1017 (size=5256) 2024-11-11T07:20:31,484 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:20:31,484 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:31,484 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:31,684 DEBUG [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:31,759 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/table/a0e8df693d3c4dd1ab1fda06f213f6c2 2024-11-11T07:20:31,771 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/d35d9c3b97e24b19bbaea0eeaf81a82d as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/info/d35d9c3b97e24b19bbaea0eeaf81a82d 2024-11-11T07:20:31,778 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/info/d35d9c3b97e24b19bbaea0eeaf81a82d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T07:20:31,779 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/ns/958925327cec4b10998eb51a34d3c9d4 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/ns/958925327cec4b10998eb51a34d3c9d4 2024-11-11T07:20:31,785 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/ns/958925327cec4b10998eb51a34d3c9d4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:20:31,786 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/table/a0e8df693d3c4dd1ab1fda06f213f6c2 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/table/a0e8df693d3c4dd1ab1fda06f213f6c2 2024-11-11T07:20:31,790 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/table/a0e8df693d3c4dd1ab1fda06f213f6c2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T07:20:31,791 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-11T07:20:31,799 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:20:31,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:31,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:31,800 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:31,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309630483Running coprocessor pre-close hooks at 1731309630483Disabling compacts and flushes for region at 1731309630483Disabling writes for close at 1731309630483Obtaining lock to block concurrent updates at 1731309630483Preparing flush snapshotting stores in 1588230740 at 1731309630483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731309630483Flushing stores of hbase:meta,,1.1588230740 at 1731309630484 (+1 ms)Flushing 1588230740/info: creating writer at 1731309630484Flushing 1588230740/info: appending metadata at 1731309630502 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731309630502Flushing 1588230740/ns: creating writer at 1731309630912 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731309630927 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731309630927Flushing 1588230740/table: creating writer at 1731309631336 (+409 ms)Flushing 1588230740/table: appending metadata at 1731309631349 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731309631349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295400ee: reopening flushed file at 1731309631771 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601a6630: reopening flushed file at 1731309631778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec148b5: reopening flushed file at 1731309631785 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731309631791 (+6 ms)Writing region close event to WAL at 1731309631796 (+5 ms)Running coprocessor post-close hooks at 1731309631800 (+4 ms)Closed at 1731309631800 2024-11-11T07:20:31,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:31,822 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 to pos 0, reset compression=false 2024-11-11T07:20:31,884 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,33915,1731309619104; all regions closed. 2024-11-11T07:20:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741834_1010 (size=2742) 2024-11-11T07:20:31,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.meta.1731309622367.meta not finished, retry = 0 2024-11-11T07:20:31,989 DEBUG [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:31,989 INFO [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C33915%2C1731309619104.meta:.meta(num 1731309622367) 2024-11-11T07:20:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741837_1013 (size=1586) 2024-11-11T07:20:31,993 DEBUG [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:31,993 INFO [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C33915%2C1731309619104.rep:(num 1731309629437) 2024-11-11T07:20:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741832_1008 (size=93) 2024-11-11T07:20:31,995 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104/d72d5187e64f%2C33915%2C1731309619104.1731309621324 not finished, retry = 0 2024-11-11T07:20:32,097 DEBUG [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C33915%2C1731309619104:(num 1731309621324) 2024-11-11T07:20:32,098 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:32,098 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,33915,1731309619104 because: Region server is closing 2024-11-11T07:20:32,098 INFO [RS:0;d72d5187e64f:33915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:33915. 2024-11-11T07:20:32,098 DEBUG [RS:0;d72d5187e64f:33915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:32,098 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:32,099 DEBUG [RS:0;d72d5187e64f:33915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:32,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:32,199 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.wal-reader.d72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:20:32,199 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.shipperd72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:20:32,199 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,33915,1731309619104.replicationSource.shipperd72d5187e64f%2C33915%2C1731309619104,1-d72d5187e64f,33915,1731309619104 terminated 2024-11-11T07:20:32,199 INFO [RS:0;d72d5187e64f:33915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33915 2024-11-11T07:20:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/rs 2024-11-11T07:20:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/rs/d72d5187e64f,33915,1731309619104 2024-11-11T07:20:32,270 INFO [RS:0;d72d5187e64f:33915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:32,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,33915,1731309619104] 2024-11-11T07:20:32,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/draining/d72d5187e64f,33915,1731309619104 already deleted, retry=false 2024-11-11T07:20:32,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,33915,1731309619104 expired; onlineServers=0 2024-11-11T07:20:32,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,38605,1731309618910' ***** 2024-11-11T07:20:32,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:20:32,291 INFO [M:0;d72d5187e64f:38605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:32,291 INFO [M:0;d72d5187e64f:38605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:32,291 DEBUG [M:0;d72d5187e64f:38605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:20:32,291 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:20:32,291 DEBUG [M:0;d72d5187e64f:38605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:20:32,291 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309621134 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309621134,5,FailOnTimeoutGroup] 2024-11-11T07:20:32,291 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309621133 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309621133,5,FailOnTimeoutGroup] 2024-11-11T07:20:32,291 INFO [M:0;d72d5187e64f:38605 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:32,291 INFO [M:0;d72d5187e64f:38605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:32,292 DEBUG [M:0;d72d5187e64f:38605 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:20:32,292 INFO [M:0;d72d5187e64f:38605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:20:32,292 INFO [M:0;d72d5187e64f:38605 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:32,292 INFO [M:0;d72d5187e64f:38605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:20:32,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:20:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/master 2024-11-11T07:20:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:32,304 DEBUG [M:0;d72d5187e64f:38605 {}] zookeeper.ZKUtil(347): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/master because node does not exist (not an error) 2024-11-11T07:20:32,304 WARN [M:0;d72d5187e64f:38605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:20:32,305 INFO [M:0;d72d5187e64f:38605 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.lastflushedseqids 2024-11-11T07:20:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741842_1018 (size=181) 2024-11-11T07:20:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:32,381 INFO [RS:0;d72d5187e64f:33915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:32,381 INFO [RS:0;d72d5187e64f:33915 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,33915,1731309619104; zookeeper connection closed. 2024-11-11T07:20:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33915-0x10128c43a740001, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:32,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2222dad7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2222dad7 2024-11-11T07:20:32,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:20:32,709 INFO [M:0;d72d5187e64f:38605 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:20:32,709 INFO [M:0;d72d5187e64f:38605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:20:32,710 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:32,710 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:32,710 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:32,710 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:32,710 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:32,710 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T07:20:32,723 DEBUG [M:0;d72d5187e64f:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64ccbeeeefe04a30bd4f789d53177066 is 82, key is hbase:meta,,1/info:regioninfo/1731309622396/Put/seqid=0 2024-11-11T07:20:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741843_1019 (size=5672) 2024-11-11T07:20:33,127 INFO [M:0;d72d5187e64f:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64ccbeeeefe04a30bd4f789d53177066 2024-11-11T07:20:33,144 DEBUG [M:0;d72d5187e64f:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7dc97c8bb5e4dd6b2c4248c56628844 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731309629486/Put/seqid=0 2024-11-11T07:20:33,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741844_1020 (size=7203) 2024-11-11T07:20:33,548 INFO [M:0;d72d5187e64f:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7dc97c8bb5e4dd6b2c4248c56628844 2024-11-11T07:20:33,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:33,715 DEBUG [M:0;d72d5187e64f:38605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9375e5150ebe45d28a1d40c773fc5b28 is 69, key is d72d5187e64f,33915,1731309619104/rs:state/1731309621172/Put/seqid=0 2024-11-11T07:20:33,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741845_1021 (size=5156) 2024-11-11T07:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:33,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:33,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:34,120 INFO [M:0;d72d5187e64f:38605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9375e5150ebe45d28a1d40c773fc5b28 2024-11-11T07:20:34,126 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64ccbeeeefe04a30bd4f789d53177066 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64ccbeeeefe04a30bd4f789d53177066 2024-11-11T07:20:34,130 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64ccbeeeefe04a30bd4f789d53177066, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T07:20:34,131 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7dc97c8bb5e4dd6b2c4248c56628844 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7dc97c8bb5e4dd6b2c4248c56628844 2024-11-11T07:20:34,135 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7dc97c8bb5e4dd6b2c4248c56628844, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T07:20:34,136 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9375e5150ebe45d28a1d40c773fc5b28 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9375e5150ebe45d28a1d40c773fc5b28 2024-11-11T07:20:34,140 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9375e5150ebe45d28a1d40c773fc5b28, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T07:20:34,141 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1431ms, sequenceid=70, compaction requested=false 2024-11-11T07:20:34,142 INFO [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:34,142 DEBUG [M:0;d72d5187e64f:38605 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309632710Disabling compacts and flushes for region at 1731309632710Disabling writes for close at 1731309632710Obtaining lock to block concurrent updates at 1731309632710Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309632710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731309632710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309632711 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309632711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309632723 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309632723Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309633131 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309633144 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309633144Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309633552 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309633715 (+163 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309633715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7539c1: reopening flushed file at 1731309634125 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee1a853: reopening flushed file at 1731309634130 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d37327e: reopening flushed file at 1731309634135 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1431ms, sequenceid=70, compaction requested=false at 1731309634141 (+6 ms)Writing region close event to WAL at 1731309634142 (+1 ms)Closed at 1731309634142 2024-11-11T07:20:34,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741830_1006 (size=41008) 2024-11-11T07:20:34,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:34,145 INFO [M:0;d72d5187e64f:38605 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:20:34,145 INFO [M:0;d72d5187e64f:38605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38605 2024-11-11T07:20:34,145 INFO [M:0;d72d5187e64f:38605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:34,381 INFO [M:0;d72d5187e64f:38605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:34,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38605-0x10128c43a740000, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:34,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:20:34,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:34,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32919 2024-11-11T07:20:34,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32919 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:34,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329190x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:34,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32919-0x10128c43a740006 connected 2024-11-11T07:20:34,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:34,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:34,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:34,418 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: INIT 2024-11-11T07:20:34,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a, hbase.cluster.distributed=false 2024-11-11T07:20:34,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/acl 2024-11-11T07:20:34,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-11T07:20:34,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32919 2024-11-11T07:20:34,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32919 2024-11-11T07:20:34,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-11T07:20:34,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32919 2024-11-11T07:20:34,434 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:20:34,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:34,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44153 2024-11-11T07:20:34,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44153 connecting to ZooKeeper ensemble=127.0.0.1:65079 2024-11-11T07:20:34,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:34,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:34,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441530x0, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:34,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44153-0x10128c43a740007 connected 2024-11-11T07:20:34,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:34,452 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: INIT 2024-11-11T07:20:34,452 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:20:34,453 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:20:34,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/master 2024-11-11T07:20:34,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/acl 2024-11-11T07:20:34,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44153 2024-11-11T07:20:34,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44153 2024-11-11T07:20:34,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44153 2024-11-11T07:20:34,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44153 2024-11-11T07:20:34,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44153 2024-11-11T07:20:34,465 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:32919 2024-11-11T07:20:34,467 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-15314119/backup-masters/d72d5187e64f,32919,1731309634382 2024-11-11T07:20:34,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:34,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:34,473 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/backup-masters/d72d5187e64f,32919,1731309634382 2024-11-11T07:20:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/master 2024-11-11T07:20:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:34,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:34,483 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/master 2024-11-11T07:20:34,483 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-15314119/backup-masters/d72d5187e64f,32919,1731309634382 from backup master directory 2024-11-11T07:20:34,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/backup-masters/d72d5187e64f,32919,1731309634382 2024-11-11T07:20:34,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:34,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/backup-masters 2024-11-11T07:20:34,493 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:34,493 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,32919,1731309634382 2024-11-11T07:20:34,503 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:34,503 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:20:34,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-11T07:20:34,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741846_1022 (size=196) 2024-11-11T07:20:34,920 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:34,921 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:20:34,921 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:34,927 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T07:20:34,929 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910 to hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910-dead as it is dead 2024-11-11T07:20:34,930 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910-dead/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:34,930 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910-dead/d72d5187e64f%2C38605%2C1731309618910.1731309620887 after 0ms 2024-11-11T07:20:34,931 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910-dead/d72d5187e64f%2C38605%2C1731309618910.1731309620887 to hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:34,931 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,38605,1731309618910-dead 2024-11-11T07:20:34,931 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,32919,1731309634382 2024-11-11T07:20:34,932 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:34,933 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C32919%2C1731309634382, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,32919,1731309634382, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/oldWALs, maxLogs=10 2024-11-11T07:20:34,944 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,32919,1731309634382/d72d5187e64f%2C32919%2C1731309634382.1731309634933, exclude list is [], retry=0 2024-11-11T07:20:34,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:34,947 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,32919,1731309634382/d72d5187e64f%2C32919%2C1731309634382.1731309634933 2024-11-11T07:20:34,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:34,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:34,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:34,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,947 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:20:34,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:34,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64ccbeeeefe04a30bd4f789d53177066 2024-11-11T07:20:34,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:34,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:20:34,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:34,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7dc97c8bb5e4dd6b2c4248c56628844 2024-11-11T07:20:34,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:34,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:20:34,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:34,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9375e5150ebe45d28a1d40c773fc5b28 2024-11-11T07:20:34,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:34,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:20:34,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:34,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:34,966 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,967 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T07:20:34,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:34,971 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:34,971 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d72d5187e64f%2C38605%2C1731309618910.1731309620887 2024-11-11T07:20:34,972 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,972 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,973 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:34,974 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:34,976 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T07:20:34,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426679, jitterRate=-0.02506650984287262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:34,977 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309634948Initializing all the Stores at 1731309634948Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309634948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309634949 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309634949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309634949Cleaning up temporary data from old regions at 1731309634972 (+23 ms)Region opened successfully at 1731309634976 (+4 ms) 2024-11-11T07:20:34,977 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:20:34,979 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfff2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:34,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T07:20:34,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:20:34,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:20:34,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:20:34,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:20:34,984 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:34,984 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:20:34,984 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:20:34,984 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-11T07:20:34,984 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:20:34,987 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d72d5187e64f,33915,1731309619104, regionLocation=d72d5187e64f,33915,1731309619104, openSeqNum=2 2024-11-11T07:20:34,987 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d72d5187e64f,33915,1731309619104, table=hbase:meta, region=1588230740 2024-11-11T07:20:34,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,33915,1731309619104, state=OPEN 2024-11-11T07:20:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:34,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:34,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:34,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:35,002 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:20:35,009 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/draining/d72d5187e64f,33915,1731309619104 already deleted, retry=false 2024-11-11T07:20:35,009 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d72d5187e64f,33915,1731309619104 on d72d5187e64f,32919,1731309634382 2024-11-11T07:20:35,010 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d72d5187e64f,33915,1731309619104, splitWal=true, meta=true 2024-11-11T07:20:35,010 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d72d5187e64f,33915,1731309619104 (carryingMeta=true) d72d5187e64f,33915,1731309619104/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@657eae35[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T07:20:35,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/balancer because node does not exist (not necessarily an error) 2024-11-11T07:20:35,019 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/balancer already deleted, retry=false 2024-11-11T07:20:35,020 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:20:35,021 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:20:35,030 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/normalizer already deleted, retry=false 2024-11-11T07:20:35,030 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:20:35,031 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:20:35,040 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/switch/split already deleted, retry=false 2024-11-11T07:20:35,041 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:20:35,051 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/switch/merge already deleted, retry=false 2024-11-11T07:20:35,063 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:20:35,072 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/snapshot-cleanup already deleted, retry=false 2024-11-11T07:20:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:35,083 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,32919,1731309634382, sessionid=0x10128c43a740006, setting cluster-up flag (Was=false) 2024-11-11T07:20:35,094 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-15314119/flush-table-proc/acquired, /0-15314119/flush-table-proc/reached, /0-15314119/flush-table-proc/abort 2024-11-11T07:20:35,095 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,32919,1731309634382 2024-11-11T07:20:35,104 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-15314119/online-snapshot/acquired, /0-15314119/online-snapshot/reached, /0-15314119/online-snapshot/abort 2024-11-11T07:20:35,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,32919,1731309634382 2024-11-11T07:20:35,106 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.lastflushedseqids 2024-11-11T07:20:35,109 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:20:35,109 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:20:35,110 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,32919,1731309634382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d72d5187e64f,33915,1731309619104 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:20:35,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,112 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:35,112 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,113 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d72d5187e64f,33915,1731309619104, splitWal=true, meta=true 2024-11-11T07:20:35,114 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,33915,1731309619104, splitWal=true, meta=true, isMeta: true 2024-11-11T07:20:35,115 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104-splitting 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309665116 2024-11-11T07:20:35,116 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104-splitting dir is empty, no logs to split. 2024-11-11T07:20:35,116 INFO [PEWorker-1 {}] master.SplitWALManager(105): d72d5187e64f,33915,1731309619104 WAL count=0, meta=true 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:20:35,116 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:20:35,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:20:35,119 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104-splitting dir is empty, no logs to split. 2024-11-11T07:20:35,119 INFO [PEWorker-1 {}] master.SplitWALManager(105): d72d5187e64f,33915,1731309619104 WAL count=0, meta=true 2024-11-11T07:20:35,119 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,33915,1731309619104 WAL splitting is done? wals=0, meta=true 2024-11-11T07:20:35,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:20:35,120 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309635117,5,FailOnTimeoutGroup] 2024-11-11T07:20:35,121 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309635120,5,FailOnTimeoutGroup] 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309635121, completionTime=-1 2024-11-11T07:20:35,121 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T07:20:35,121 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T07:20:35,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:35,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:20:35,158 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(746): ClusterId : 6c6b16ef-86fa-45c9-9dfd-80f2143514ba 2024-11-11T07:20:35,158 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:20:35,168 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:20:35,168 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:20:35,178 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:20:35,178 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b4df39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:35,189 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:44153 2024-11-11T07:20:35,189 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:20:35,189 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:20:35,189 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:20:35,189 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,32919,1731309634382 with port=44153, startcode=1731309634433 2024-11-11T07:20:35,190 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:20:35,191 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:20:35,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,192 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32919 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,193 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a 2024-11-11T07:20:35,193 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36361 2024-11-11T07:20:35,193 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:20:35,221 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T07:20:35,273 WARN [d72d5187e64f:32919 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:20:35,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/rs 2024-11-11T07:20:35,338 DEBUG [RS:0;d72d5187e64f:44153 {}] zookeeper.ZKUtil(111): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on existing znode=/0-15314119/rs/d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,338 WARN [RS:0;d72d5187e64f:44153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:35,338 INFO [RS:0;d72d5187e64f:44153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:35,338 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,44153,1731309634433] 2024-11-11T07:20:35,354 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:20:35,355 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:20:35,356 INFO [RS:0;d72d5187e64f:44153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:20:35,356 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,356 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:35,357 DEBUG [RS:0;d72d5187e64f:44153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,357 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,358 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,358 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44153,1731309634433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:35,369 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:20:35,369 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44153,1731309634433-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,381 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,44153,1731309634433, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:20:35,381 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,381 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.Replication(171): d72d5187e64f,44153,1731309634433 started 2024-11-11T07:20:35,394 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:35,394 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,44153,1731309634433, RpcServer on d72d5187e64f/172.17.0.3:44153, sessionid=0x10128c43a740007 2024-11-11T07:20:35,394 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:20:35,394 DEBUG [RS:0;d72d5187e64f:44153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,394 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,44153,1731309634433' 2024-11-11T07:20:35,394 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-15314119/flush-table-proc/abort' 2024-11-11T07:20:35,394 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-15314119/flush-table-proc/acquired' 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:44811' 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,44153,1731309634433' 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-15314119/online-snapshot/abort' 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-15314119/online-snapshot/acquired' 2024-11-11T07:20:35,395 DEBUG [RS:0;d72d5187e64f:44153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:20:35,395 INFO [RS:0;d72d5187e64f:44153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:20:35,395 INFO [RS:0;d72d5187e64f:44153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:20:35,396 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1137859c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:35,396 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,44811,-1 for getting cluster id 2024-11-11T07:20:35,396 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:35,397 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b597b3c6-38e6-4435-a444-cd8992ef8b36' 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b597b3c6-38e6-4435-a444-cd8992ef8b36" 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25a51863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,44811,-1] 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:35,398 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:35,398 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd1d692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:35,399 DEBUG [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,44811,1731309624604 2024-11-11T07:20:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20848c1a 2024-11-11T07:20:35,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:35,400 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T07:20:35,400 INFO [RS:0;d72d5187e64f:44153.replicationSource,1-d72d5187e64f,44153,1731309634433 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,44153,1731309634433 (queues=0) is replicating from cluster=6c6b16ef-86fa-45c9-9dfd-80f2143514ba to cluster=b597b3c6-38e6-4435-a444-cd8992ef8b36 2024-11-11T07:20:35,496 INFO [RS:0;d72d5187e64f:44153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:35,497 INFO [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44153%2C1731309634433, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:35,513 DEBUG [RS:0;d72d5187e64f:44153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498, exclude list is [], retry=0 2024-11-11T07:20:35,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:35,517 INFO [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 2024-11-11T07:20:35,518 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d72d5187e64f%2C44153%2C1731309634433 for peer 1 2024-11-11T07:20:35,518 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C44153%2C1731309634433 2024-11-11T07:20:35,518 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,44153,1731309634433, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:20:35,518 DEBUG [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:35,518 INFO [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C44153%2C1731309634433 2024-11-11T07:20:35,518 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498, startPosition=0, beingWritten=true 2024-11-11T07:20:35,523 DEBUG [d72d5187e64f:32919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:35,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,44153,1731309634433, state=OPENING 2024-11-11T07:20:35,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:35,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:35,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:35,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:35,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:35,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,44153,1731309634433}] 2024-11-11T07:20:35,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:20:35,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:20:35,702 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:20:35,702 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:35,703 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:20:35,704 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44153%2C1731309634433.meta, suffix=.meta, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:35,715 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.meta.1731309635704.meta, exclude list is [], retry=0 2024-11-11T07:20:35,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:35,718 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.meta.1731309635704.meta 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:35,719 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:20:35,719 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:20:35,719 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:20:35,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:35,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:35,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:35,723 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:35,727 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/info/d35d9c3b97e24b19bbaea0eeaf81a82d 2024-11-11T07:20:35,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:35,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:35,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:35,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:35,733 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/ns/958925327cec4b10998eb51a34d3c9d4 2024-11-11T07:20:35,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:35,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:35,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:35,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:35,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:35,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:35,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:35,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:35,739 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/table/a0e8df693d3c4dd1ab1fda06f213f6c2 2024-11-11T07:20:35,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:35,739 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:35,740 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:35,741 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740 2024-11-11T07:20:35,742 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:35,742 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:35,743 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:35,744 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:35,744 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75477939, jitterRate=0.12470893561840057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:35,744 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:20:35,744 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309635720Writing region info on filesystem at 1731309635720Initializing all the Stores at 1731309635720Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309635720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309635720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309635720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309635720Cleaning up temporary data from old regions at 1731309635742 (+22 ms)Running coprocessor post-open hooks at 1731309635744 (+2 ms)Region opened successfully at 1731309635744 2024-11-11T07:20:35,745 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731309635698 2024-11-11T07:20:35,747 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:20:35,747 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:20:35,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,44153,1731309634433, state=OPEN 2024-11-11T07:20:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:35,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-15314119/meta-region-server 2024-11-11T07:20:35,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:35,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-15314119/meta-region-server: CHANGED 2024-11-11T07:20:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T07:20:35,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,44153,1731309634433 in 210 msec 2024-11-11T07:20:35,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:20:35,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-11T07:20:36,026 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:36,431 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:36,724 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-11T07:20:36,936 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:37,540 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:38,229 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-11T07:20:38,244 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:39,051 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:39,632 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T07:20:39,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:20:39,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:39,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44153,1731309634433, seqNum=-1] 2024-11-11T07:20:39,633 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:39,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:39,638 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8dee46f91077e5e1bd93ad5f1c2604ff, regionState=OPEN, lastHost=d72d5187e64f,33915,1731309619104, regionLocation=d72d5187e64f,33915,1731309619104, openSeqNum=2 2024-11-11T07:20:39,638 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:20:39,638 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309699638 2024-11-11T07:20:39,638 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309759638 2024-11-11T07:20:39,638 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-11T07:20:39,638 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d72d5187e64f,33915,1731309619104 had 2 regions 2024-11-11T07:20:39,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:32919, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,640 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d72d5187e64f,33915,1731309619104, splitWal=true, meta=true, isMeta: false 2024-11-11T07:20:39,640 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,642 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104-splitting dir is empty, no logs to split. 2024-11-11T07:20:39,643 INFO [PEWorker-3 {}] master.SplitWALManager(105): d72d5187e64f,33915,1731309619104 WAL count=0, meta=false 2024-11-11T07:20:39,646 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,33915,1731309619104-splitting dir is empty, no logs to split. 2024-11-11T07:20:39,647 INFO [PEWorker-3 {}] master.SplitWALManager(105): d72d5187e64f,33915,1731309619104 WAL count=0, meta=false 2024-11-11T07:20:39,647 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d72d5187e64f,33915,1731309619104 WAL splitting is done? wals=0, meta=false 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.154sec 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:39,647 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:20:39,648 WARN [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d72d5187e64f,33915,1731309619104/hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:39,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN}] 2024-11-11T07:20:39,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN 2024-11-11T07:20:39,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T07:20:39,660 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:20:39,660 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:20:39,660 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,32919,1731309634382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:39,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf6786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,32919,-1 for getting cluster id 2024-11-11T07:20:39,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:39,662 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6b16ef-86fa-45c9-9dfd-80f2143514ba' 2024-11-11T07:20:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6b16ef-86fa-45c9-9dfd-80f2143514ba" 2024-11-11T07:20:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bbce43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,32919,-1] 2024-11-11T07:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,664 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed90c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44153,1731309634433, seqNum=-1] 2024-11-11T07:20:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:39,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:39,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T07:20:39,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:39,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:39,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:39,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d72d5187e64f:32919 after: d72d5187e64f:32919 2024-11-11T07:20:39,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,32919,-1 for getting cluster id 2024-11-11T07:20:39,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:39,671 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c6b16ef-86fa-45c9-9dfd-80f2143514ba' 2024-11-11T07:20:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c6b16ef-86fa-45c9-9dfd-80f2143514ba" 2024-11-11T07:20:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdac34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,32919,-1] 2024-11-11T07:20:39,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:39,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,672 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:39,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:39,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,32919,1731309634382 2024-11-11T07:20:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cb7e514 2024-11-11T07:20:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:39,675 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:39,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-11T07:20:39,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:20:39,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:39,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:39,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:39,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:20:39,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1417250153, stopped=false 2024-11-11T07:20:39,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,44811,1731309624604 2024-11-11T07:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11737294930/running 2024-11-11T07:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11737294930/running 2024-11-11T07:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:39,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:39,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:39,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:39,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/running 2024-11-11T07:20:39,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Set watcher on znode that does not yet exist, /11737294930/running 2024-11-11T07:20:39,754 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,35861,1731309624806' ***** 2024-11-11T07:20:39,754 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:20:39,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,35861,1731309624806 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35861. 2024-11-11T07:20:39,755 DEBUG [RS:0;d72d5187e64f:35861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:39,755 DEBUG [RS:0;d72d5187e64f:35861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:20:39,755 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:20:39,755 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:39,755 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:39,756 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:39,756 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:39,756 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:39,756 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:39,756 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:39,756 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T07:20:39,771 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/.tmp/ns/e8554fafa134483d8bdeb04098c7ea77 is 43, key is default/ns:d/1731309628144/Put/seqid=0 2024-11-11T07:20:39,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741835_1011 (size=5153) 2024-11-11T07:20:39,804 DEBUG [d72d5187e64f:32919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:39,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8dee46f91077e5e1bd93ad5f1c2604ff, regionState=OPENING, regionLocation=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:39,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN because future has completed 2024-11-11T07:20:39,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,44153,1731309634433}] 2024-11-11T07:20:39,829 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:39,956 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:39,956 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:39,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:39,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:39,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:20:39,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44153%2C1731309634433.rep, suffix=, logDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433, archiveDir=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs, maxLogs=10 2024-11-11T07:20:39,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.rep.1731309639964, exclude list is [], retry=0 2024-11-11T07:20:39,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41185,DS-06994cef-a5ed-4c81-8998-05297a2a6c93,DISK] 2024-11-11T07:20:39,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.rep.1731309639964 2024-11-11T07:20:39,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44977:44977)] 2024-11-11T07:20:39,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dee46f91077e5e1bd93ad5f1c2604ff, NAME => 'hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:39,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:39,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. service=MultiRowMutationService 2024-11-11T07:20:39,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:20:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,983 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,984 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName hfileref 2024-11-11T07:20:39,984 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:39,985 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:39,985 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,985 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName queue 2024-11-11T07:20:39,985 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:39,990 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/queue/a7f612e4ee2e4b749559b4ab98b4554f 2024-11-11T07:20:39,991 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:39,991 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,992 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dee46f91077e5e1bd93ad5f1c2604ff columnFamilyName sid 2024-11-11T07:20:39,992 DEBUG [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:39,992 INFO [StoreOpener-8dee46f91077e5e1bd93ad5f1c2604ff-1 {}] regionserver.HStore(327): Store=8dee46f91077e5e1bd93ad5f1c2604ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:39,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:20:39,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8dee46f91077e5e1bd93ad5f1c2604ff; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67263457, jitterRate=0.0023036152124404907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:20:39,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:39,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8dee46f91077e5e1bd93ad5f1c2604ff: Running coprocessor pre-open hook at 1731309639982Writing region info on filesystem at 1731309639982Initializing all the Stores at 1731309639983 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309639983Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309639983Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309639983Cleaning up temporary data from old regions at 1731309639994 (+11 ms)Running coprocessor post-open hooks at 1731309639997 (+3 ms)Region opened successfully at 1731309639997 2024-11-11T07:20:39,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., pid=13, masterSystemTime=1731309639959 2024-11-11T07:20:40,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:40,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:40,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8dee46f91077e5e1bd93ad5f1c2604ff, regionState=OPEN, openSeqNum=9, regionLocation=d72d5187e64f,44153,1731309634433 2024-11-11T07:20:40,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,44153,1731309634433 because future has completed 2024-11-11T07:20:40,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T07:20:40,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dee46f91077e5e1bd93ad5f1c2604ff, server=d72d5187e64f,44153,1731309634433 in 196 msec 2024-11-11T07:20:40,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T07:20:40,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8dee46f91077e5e1bd93ad5f1c2604ff, ASSIGN in 355 msec 2024-11-11T07:20:40,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T07:20:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., hostname=d72d5187e64f,44153,1731309634433, seqNum=9] 2024-11-11T07:20:40,027 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d72d5187e64f,33915,1731309619104 2024-11-11T07:20:40,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T07:20:40,050 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:20:40,050 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:20:40,156 DEBUG [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:40,175 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/.tmp/ns/e8554fafa134483d8bdeb04098c7ea77 2024-11-11T07:20:40,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T07:20:40,182 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/.tmp/ns/e8554fafa134483d8bdeb04098c7ea77 as hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/ns/e8554fafa134483d8bdeb04098c7ea77 2024-11-11T07:20:40,187 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/ns/e8554fafa134483d8bdeb04098c7ea77, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T07:20:40,188 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-11T07:20:40,188 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:20:40,193 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T07:20:40,194 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:40,194 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:40,194 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:40,194 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309639756Running coprocessor pre-close hooks at 1731309639756Disabling compacts and flushes for region at 1731309639756Disabling writes for close at 1731309639756Obtaining lock to block concurrent updates at 1731309639756Preparing flush snapshotting stores in 1588230740 at 1731309639756Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731309639756Flushing stores of hbase:meta,,1.1588230740 at 1731309639757 (+1 ms)Flushing 1588230740/ns: creating writer at 1731309639757Flushing 1588230740/ns: appending metadata at 1731309639771 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731309639771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f93b66: reopening flushed file at 1731309640181 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731309640188 (+7 ms)Writing region close event to WAL at 1731309640190 (+2 ms)Running coprocessor post-close hooks at 1731309640194 (+4 ms)Closed at 1731309640194 2024-11-11T07:20:40,194 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:40,356 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,35861,1731309624806; all regions closed. 2024-11-11T07:20:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741834_1010 (size=1152) 2024-11-11T07:20:40,389 DEBUG [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/oldWALs 2024-11-11T07:20:40,389 INFO [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35861%2C1731309624806.meta:.meta(num 1731309628095) 2024-11-11T07:20:40,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741832_1008 (size=93) 2024-11-11T07:20:40,393 DEBUG [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/oldWALs 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35861%2C1731309624806:(num 1731309627147) 2024-11-11T07:20:40,393 DEBUG [RS:0;d72d5187e64f:35861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:40,393 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:40,393 INFO [RS:0;d72d5187e64f:35861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35861 2024-11-11T07:20:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930/rs 2024-11-11T07:20:40,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11737294930/rs/d72d5187e64f,35861,1731309624806 2024-11-11T07:20:40,441 INFO [RS:0;d72d5187e64f:35861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:40,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,35861,1731309624806] 2024-11-11T07:20:40,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11737294930/draining/d72d5187e64f,35861,1731309624806 already deleted, retry=false 2024-11-11T07:20:40,472 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,35861,1731309624806 expired; onlineServers=0 2024-11-11T07:20:40,472 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,44811,1731309624604' ***** 2024-11-11T07:20:40,472 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:40,472 DEBUG [M:0;d72d5187e64f:44811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:20:40,472 DEBUG [M:0;d72d5187e64f:44811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:20:40,472 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:20:40,472 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309626839 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309626839,5,FailOnTimeoutGroup] 2024-11-11T07:20:40,472 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309626839 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309626839,5,FailOnTimeoutGroup] 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:40,472 DEBUG [M:0;d72d5187e64f:44811 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:40,472 INFO [M:0;d72d5187e64f:44811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:20:40,472 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:20:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11737294930/master 2024-11-11T07:20:40,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11737294930 2024-11-11T07:20:40,482 DEBUG [M:0;d72d5187e64f:44811 {}] zookeeper.ZKUtil(347): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Unable to get data of znode /11737294930/master because node does not exist (not an error) 2024-11-11T07:20:40,482 WARN [M:0;d72d5187e64f:44811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:20:40,483 INFO [M:0;d72d5187e64f:44811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/.lastflushedseqids 2024-11-11T07:20:40,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741836_1012 (size=99) 2024-11-11T07:20:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:40,561 INFO [RS:0;d72d5187e64f:35861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35861-0x10128c43a740004, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:40,561 INFO [RS:0;d72d5187e64f:35861 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,35861,1731309624806; zookeeper connection closed. 2024-11-11T07:20:40,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ecc51d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ecc51d6 2024-11-11T07:20:40,562 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:20:40,888 INFO [M:0;d72d5187e64f:44811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:20:40,888 INFO [M:0;d72d5187e64f:44811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:20:40,888 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:40,888 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:40,888 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:40,888 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:40,888 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:40,888 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T07:20:40,902 DEBUG [M:0;d72d5187e64f:44811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2c3f4776443485baf8916e35294bd4b is 82, key is hbase:meta,,1/info:regioninfo/1731309628123/Put/seqid=0 2024-11-11T07:20:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741837_1013 (size=5672) 2024-11-11T07:20:40,960 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:41,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:41,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:41,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:41,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:41,306 INFO [M:0;d72d5187e64f:44811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2c3f4776443485baf8916e35294bd4b 2024-11-11T07:20:41,322 DEBUG [M:0;d72d5187e64f:44811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a4f21c4c6444d6a8769672c6310320 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731309628147/Put/seqid=0 2024-11-11T07:20:41,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741838_1014 (size=5275) 2024-11-11T07:20:41,726 INFO [M:0;d72d5187e64f:44811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a4f21c4c6444d6a8769672c6310320 2024-11-11T07:20:41,742 DEBUG [M:0;d72d5187e64f:44811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d28a7ecf6034e20981099654a790f68 is 69, key is d72d5187e64f,35861,1731309624806/rs:state/1731309626956/Put/seqid=0 2024-11-11T07:20:41,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741839_1015 (size=5156) 2024-11-11T07:20:42,065 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:42,150 INFO [M:0;d72d5187e64f:44811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d28a7ecf6034e20981099654a790f68 2024-11-11T07:20:42,156 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2c3f4776443485baf8916e35294bd4b as hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2c3f4776443485baf8916e35294bd4b 2024-11-11T07:20:42,161 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2c3f4776443485baf8916e35294bd4b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T07:20:42,162 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c9a4f21c4c6444d6a8769672c6310320 as hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9a4f21c4c6444d6a8769672c6310320 2024-11-11T07:20:42,167 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c9a4f21c4c6444d6a8769672c6310320, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T07:20:42,168 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d28a7ecf6034e20981099654a790f68 as hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d28a7ecf6034e20981099654a790f68 2024-11-11T07:20:42,173 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40049/user/jenkins/test-data/167cfeef-bb6c-c5cc-a213-5c2faed3b09f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d28a7ecf6034e20981099654a790f68, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T07:20:42,174 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false 2024-11-11T07:20:42,177 INFO [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:42,177 DEBUG [M:0;d72d5187e64f:44811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309640888Disabling compacts and flushes for region at 1731309640888Disabling writes for close at 1731309640888Obtaining lock to block concurrent updates at 1731309640888Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309640888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731309640889 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309640889Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309640889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309640901 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309640901Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309641309 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309641322 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309641322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309641730 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309641742 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309641742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7133d816: reopening flushed file at 1731309642155 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31df70f8: reopening flushed file at 1731309642161 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b18e53: reopening flushed file at 1731309642167 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=28, compaction requested=false at 1731309642174 (+7 ms)Writing region close event to WAL at 1731309642177 (+3 ms)Closed at 1731309642177 2024-11-11T07:20:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41291 is added to blk_1073741830_1006 (size=10165) 2024-11-11T07:20:42,180 INFO [M:0;d72d5187e64f:44811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:20:42,180 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:42,180 INFO [M:0;d72d5187e64f:44811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44811 2024-11-11T07:20:42,180 INFO [M:0;d72d5187e64f:44811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:42,328 INFO [M:0;d72d5187e64f:44811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:42,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:42,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44811-0x10128c43a740003, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:42,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5c9dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:42,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2845a215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:42,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:42,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:42,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58541b57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:42,331 WARN [BP-199043968-172.17.0.3-1731309622601 heartbeating to localhost/127.0.0.1:40049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:20:42,331 WARN [BP-199043968-172.17.0.3-1731309622601 heartbeating to localhost/127.0.0.1:40049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199043968-172.17.0.3-1731309622601 (Datanode Uuid 9e8e20c5-069f-46e5-82a5-66cf0e6b564b) service to localhost/127.0.0.1:40049 2024-11-11T07:20:42,331 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:20:42,331 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:20:42,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/cluster_14149e7e-68e4-6031-7805-1bcdd9658412/data/data1/current/BP-199043968-172.17.0.3-1731309622601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:42,332 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/cluster_14149e7e-68e4-6031-7805-1bcdd9658412/data/data2/current/BP-199043968-172.17.0.3-1731309622601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:42,332 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:20:42,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e19afe9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:42,337 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65fadc0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:42,337 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:42,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:42,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c980f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:20:42,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:20:42,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:42,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:42,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:42,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:42,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:42,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:20:42,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=420860375, stopped=false 2024-11-11T07:20:42,349 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,32919,1731309634382 2024-11-11T07:20:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/running 2024-11-11T07:20:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:42,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:42,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:42,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:20:42,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:42,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:42,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:42,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Set watcher on znode that does not yet exist, /0-15314119/running 2024-11-11T07:20:42,365 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,44153,1731309634433' ***** 2024-11-11T07:20:42,365 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:42,365 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,44153,1731309634433 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:42,365 INFO [RS:0;d72d5187e64f:44153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:44153. 2024-11-11T07:20:42,365 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dee46f91077e5e1bd93ad5f1c2604ff, disabling compactions & flushes 2024-11-11T07:20:42,365 DEBUG [RS:0;d72d5187e64f:44153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:42,366 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:42,366 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:42,366 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:20:42,366 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. after waiting 0 ms 2024-11-11T07:20:42,366 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:42,366 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:20:42,366 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:20:42,366 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1325): Online Regions={8dee46f91077e5e1bd93ad5f1c2604ff=hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:42,366 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dee46f91077e5e1bd93ad5f1c2604ff 2024-11-11T07:20:42,366 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:42,366 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:42,366 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T07:20:42,369 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/replication/8dee46f91077e5e1bd93ad5f1c2604ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T07:20:42,370 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:42,370 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:42,370 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:42,370 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dee46f91077e5e1bd93ad5f1c2604ff: Waiting for close lock at 1731309642365Running coprocessor pre-close hooks at 1731309642365Disabling compacts and flushes for region at 1731309642365Disabling writes for close at 1731309642366 (+1 ms)Writing region close event to WAL at 1731309642366Running coprocessor post-close hooks at 1731309642370 (+4 ms)Closed at 1731309642370 2024-11-11T07:20:42,370 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff. 2024-11-11T07:20:42,381 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/652d7413e539446c894d9c51ee7500e0 is 147, key is hbase:replication,,1731309628293.8dee46f91077e5e1bd93ad5f1c2604ff./info:regioninfo/1731309640000/Put/seqid=0 2024-11-11T07:20:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741851_1027 (size=6385) 2024-11-11T07:20:42,463 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:42,566 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:42,766 DEBUG [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:20:42,785 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/652d7413e539446c894d9c51ee7500e0 2024-11-11T07:20:42,791 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/.tmp/info/652d7413e539446c894d9c51ee7500e0 as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/info/652d7413e539446c894d9c51ee7500e0 2024-11-11T07:20:42,795 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/info/652d7413e539446c894d9c51ee7500e0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T07:20:42,796 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-11T07:20:42,799 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T07:20:42,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:42,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:42,800 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:42,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309642366Running coprocessor pre-close hooks at 1731309642366Disabling compacts and flushes for region at 1731309642366Disabling writes for close at 1731309642366Obtaining lock to block concurrent updates at 1731309642366Preparing flush snapshotting stores in 1588230740 at 1731309642366Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731309642366Flushing stores of hbase:meta,,1.1588230740 at 1731309642367 (+1 ms)Flushing 1588230740/info: creating writer at 1731309642367Flushing 1588230740/info: appending metadata at 1731309642381 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731309642381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19aae4e2: reopening flushed file at 1731309642790 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731309642796 (+6 ms)Writing region close event to WAL at 1731309642797 (+1 ms)Running coprocessor post-close hooks at 1731309642800 (+3 ms)Closed at 1731309642800 2024-11-11T07:20:42,800 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:42,966 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,44153,1731309634433; all regions closed. 2024-11-11T07:20:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741849_1025 (size=2156) 2024-11-11T07:20:42,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.meta.1731309635704.meta not finished, retry = 0 2024-11-11T07:20:43,071 DEBUG [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:43,071 INFO [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44153%2C1731309634433.meta:.meta(num 1731309635704) 2024-11-11T07:20:43,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.rep.1731309639964 not finished, retry = 0 2024-11-11T07:20:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741850_1026 (size=796) 2024-11-11T07:20:43,176 DEBUG [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:43,176 INFO [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44153%2C1731309634433.rep:(num 1731309639964) 2024-11-11T07:20:43,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741848_1024 (size=93) 2024-11-11T07:20:43,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 not finished, retry = 0 2024-11-11T07:20:43,270 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 to pos 0, reset compression=false 2024-11-11T07:20:43,279 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498 2024-11-11T07:20:43,279 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T07:20:43,279 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.wal-reader.d72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T07:20:43,279 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,44153,1731309634433 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/WALs/d72d5187e64f,44153,1731309634433/d72d5187e64f%2C44153%2C1731309634433.1731309635498, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T07:20:43,280 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:43,280 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44153,1731309634433, seqNum=-1] 2024-11-11T07:20:43,281 DEBUG [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/oldWALs 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44153%2C1731309634433:(num 1731309635498) 2024-11-11T07:20:43,281 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:43,281 WARN [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-d72d5187e64f,44153,1731309634433', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:44153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-11T07:20:43,281 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:43,281 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,44153,1731309634433 because: Region server is closing 2024-11-11T07:20:43,281 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T07:20:43,282 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T07:20:43,282 INFO [RS:0;d72d5187e64f:44153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:44153. 2024-11-11T07:20:43,282 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T07:20:43,282 DEBUG [RS:0;d72d5187e64f:44153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:20:43,282 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:43,282 DEBUG [RS:0;d72d5187e64f:44153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:43,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:43,283 ERROR [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,44153,1731309634433: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,44153,1731309634433, walGroup=d72d5187e64f%2C44153%2C1731309634433, offset=d72d5187e64f%2C44153%2C1731309634433.1731309635498:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:44153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:20:43,284 ERROR [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:20:43,286 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:20:43,288 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:20:43,288 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:20:43,288 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:20:43,288 INFO [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 646283872 }, "NonHeapMemoryUsage": { "committed": 184221696, "init": 7667712, "max": -1, "used": 181425344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:20:43,289 DEBUG [RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d72d5187e64f%2C44153%2C1731309634433.1731309635498] 2024-11-11T07:20:43,382 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d72d5187e64f:44153.replicationSource.shipperd72d5187e64f%2C44153%2C1731309634433,1-d72d5187e64f,44153,1731309634433 terminated 2024-11-11T07:20:43,382 INFO [RS:0;d72d5187e64f:44153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44153 2024-11-11T07:20:43,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119/rs 2024-11-11T07:20:43,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/rs/d72d5187e64f,44153,1731309634433 2024-11-11T07:20:43,448 INFO [RS:0;d72d5187e64f:44153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:43,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,44153,1731309634433] 2024-11-11T07:20:43,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-15314119/draining/d72d5187e64f,44153,1731309634433 already deleted, retry=false 2024-11-11T07:20:43,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,44153,1731309634433 expired; onlineServers=0 2024-11-11T07:20:43,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,32919,1731309634382' ***** 2024-11-11T07:20:43,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:20:43,469 INFO [M:0;d72d5187e64f:32919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:20:43,469 INFO [M:0;d72d5187e64f:32919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:20:43,470 DEBUG [M:0;d72d5187e64f:32919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:20:43,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:20:43,470 DEBUG [M:0;d72d5187e64f:32919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:20:43,470 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309635120 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309635120,5,FailOnTimeoutGroup] 2024-11-11T07:20:43,470 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309635117 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309635117,5,FailOnTimeoutGroup] 2024-11-11T07:20:43,470 INFO [M:0;d72d5187e64f:32919 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:20:43,470 INFO [M:0;d72d5187e64f:32919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:20:43,470 DEBUG [M:0;d72d5187e64f:32919 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:20:43,470 INFO [M:0;d72d5187e64f:32919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:20:43,470 INFO [M:0;d72d5187e64f:32919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:20:43,470 INFO [M:0;d72d5187e64f:32919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:20:43,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:20:43,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-15314119/master 2024-11-11T07:20:43,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-15314119 2024-11-11T07:20:43,482 DEBUG [M:0;d72d5187e64f:32919 {}] zookeeper.ZKUtil(347): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Unable to get data of znode /0-15314119/master because node does not exist (not an error) 2024-11-11T07:20:43,482 WARN [M:0;d72d5187e64f:32919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:20:43,483 INFO [M:0;d72d5187e64f:32919 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/.lastflushedseqids 2024-11-11T07:20:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741852_1028 (size=181) 2024-11-11T07:20:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44153-0x10128c43a740007, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:43,559 INFO [RS:0;d72d5187e64f:44153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:43,559 INFO [RS:0;d72d5187e64f:44153 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,44153,1731309634433; zookeeper connection closed. 2024-11-11T07:20:43,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74cf7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74cf7b93 2024-11-11T07:20:43,559 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:20:43,890 INFO [M:0;d72d5187e64f:32919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:20:43,890 INFO [M:0;d72d5187e64f:32919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:20:43,890 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:43,890 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:43,890 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:43,890 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:43,890 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:43,890 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T07:20:43,909 DEBUG [M:0;d72d5187e64f:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51d430fd07043ba9d3a39191f73158b is 82, key is hbase:meta,,1/info:regioninfo/1731309635747/Put/seqid=0 2024-11-11T07:20:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741853_1029 (size=5672) 2024-11-11T07:20:44,313 INFO [M:0;d72d5187e64f:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51d430fd07043ba9d3a39191f73158b 2024-11-11T07:20:44,333 DEBUG [M:0;d72d5187e64f:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4503ea83e9154a0d923215d8aa22287c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731309640006/Put/seqid=0 2024-11-11T07:20:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741854_1030 (size=7312) 2024-11-11T07:20:44,738 INFO [M:0;d72d5187e64f:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4503ea83e9154a0d923215d8aa22287c 2024-11-11T07:20:44,754 DEBUG [M:0;d72d5187e64f:32919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d42f6edd95c4e819d80b7b5aecb9efd is 69, key is d72d5187e64f,44153,1731309634433/rs:state/1731309635192/Put/seqid=0 2024-11-11T07:20:44,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741855_1031 (size=5370) 2024-11-11T07:20:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:20:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:45,158 INFO [M:0;d72d5187e64f:32919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d42f6edd95c4e819d80b7b5aecb9efd 2024-11-11T07:20:45,163 INFO [M:0;d72d5187e64f:32919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d42f6edd95c4e819d80b7b5aecb9efd 2024-11-11T07:20:45,164 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d51d430fd07043ba9d3a39191f73158b as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d51d430fd07043ba9d3a39191f73158b 2024-11-11T07:20:45,170 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d51d430fd07043ba9d3a39191f73158b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T07:20:45,171 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4503ea83e9154a0d923215d8aa22287c as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4503ea83e9154a0d923215d8aa22287c 2024-11-11T07:20:45,176 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4503ea83e9154a0d923215d8aa22287c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T07:20:45,177 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d42f6edd95c4e819d80b7b5aecb9efd as hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d42f6edd95c4e819d80b7b5aecb9efd 2024-11-11T07:20:45,182 INFO [M:0;d72d5187e64f:32919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d42f6edd95c4e819d80b7b5aecb9efd 2024-11-11T07:20:45,182 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36361/user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d42f6edd95c4e819d80b7b5aecb9efd, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T07:20:45,183 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false 2024-11-11T07:20:45,184 INFO [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:45,184 DEBUG [M:0;d72d5187e64f:32919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309643890Disabling compacts and flushes for region at 1731309643890Disabling writes for close at 1731309643890Obtaining lock to block concurrent updates at 1731309643890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309643890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731309643891 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309643891Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309643891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309643909 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309643909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309644317 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309644333 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309644333Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309644742 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309644754 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309644754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8eda9f7: reopening flushed file at 1731309645163 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f5aa72: reopening flushed file at 1731309645170 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b3d98b: reopening flushed file at 1731309645177 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=127, compaction requested=false at 1731309645183 (+6 ms)Writing region close event to WAL at 1731309645184 (+1 ms)Closed at 1731309645184 2024-11-11T07:20:45,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d9ed228-5696-6da4-4835-8421f2912c9a/MasterData/WALs/d72d5187e64f,32919,1731309634382/d72d5187e64f%2C32919%2C1731309634382.1731309634933 not finished, retry = 0 2024-11-11T07:20:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41185 is added to blk_1073741847_1023 (size=22903) 2024-11-11T07:20:45,287 INFO [M:0;d72d5187e64f:32919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:20:45,287 INFO [M:0;d72d5187e64f:32919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32919 2024-11-11T07:20:45,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:20:45,288 INFO [M:0;d72d5187e64f:32919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:20:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:45,401 INFO [M:0;d72d5187e64f:32919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:20:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32919-0x10128c43a740006, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:20:45,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f75450{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:45,403 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34b66f5e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:45,403 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:45,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:45,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590247d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:45,405 WARN [BP-627730196-172.17.0.3-1731309616858 heartbeating to localhost/127.0.0.1:36361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:20:45,405 WARN [BP-627730196-172.17.0.3-1731309616858 heartbeating to localhost/127.0.0.1:36361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-627730196-172.17.0.3-1731309616858 (Datanode Uuid a213d978-db86-4a3e-b6c5-8a4c3c2b19b8) service to localhost/127.0.0.1:36361 2024-11-11T07:20:45,405 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:20:45,405 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:20:45,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/data/data1/current/BP-627730196-172.17.0.3-1731309616858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:45,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/cluster_862f23f5-bee9-f961-70bd-b35c58079cdb/data/data2/current/BP-627730196-172.17.0.3-1731309616858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:20:45,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:20:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@103e63a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:45,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7648a310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:20:45,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:20:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:20:45,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5472ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e37aa26-8b52-75db-11db-404553d6549d/hadoop.log.dir/,STOPPED} 2024-11-11T07:20:45,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:20:45,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:20:45,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 157) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36361 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65079) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40049 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 498), ProcessCount=11 (was 11), AvailableMemoryMB=1568 (was 1611) 2024-11-11T07:20:45,441 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=1568 2024-11-11T07:20:45,451 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T07:20:45,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir so I do NOT create it in target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b 2024-11-11T07:20:45,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:20:45,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.tmp.dir so I do NOT create it in target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b 2024-11-11T07:20:45,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7351abf-0a23-b6c9-ca41-afa585567cd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:20:45,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b 2024-11-11T07:20:45,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd, deleteOnExit=true 2024-11-11T07:20:45,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/zookeeper_0, clientPort=53533, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:20:45,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53533 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/test.cache.data in system properties and HBase conf 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:20:45,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:20:45,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:20:45,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:20:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c43a740002, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:20:45,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c43a740005, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:20:45,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c43a740005, quorum=127.0.0.1:65079, baseZNode=/11737294930 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:20:45,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c43a740002, quorum=127.0.0.1:65079, baseZNode=/0-15314119 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:20:45,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:45,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:45,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:45,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:45,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:20:45,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:45,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:45,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:46,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d24921{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/java.io.tmpdir/jetty-localhost-34773-hadoop-hdfs-3_4_1-tests_jar-_-any-2055198775585027701/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:46,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:34773} 2024-11-11T07:20:46,042 INFO [Time-limited test {}] server.Server(415): Started @171010ms 2024-11-11T07:20:46,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:46,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:46,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:46,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:46,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:20:46,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:46,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:46,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a3acf6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/java.io.tmpdir/jetty-localhost-35745-hadoop-hdfs-3_4_1-tests_jar-_-any-13639976103910373577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:46,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:35745} 2024-11-11T07:20:46,397 INFO [Time-limited test {}] server.Server(415): Started @171366ms 2024-11-11T07:20:46,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:20:47,184 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/data/data1/current/BP-377732401-172.17.0.3-1731309645501/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:47,187 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/data/data2/current/BP-377732401-172.17.0.3-1731309645501/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:47,222 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:20:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7537d732222a4041 with lease ID 0x36a47ab9ebd11805: Processing first storage report for DS-2764ab34-920e-46f9-8c1c-6a105c9b7599 from datanode DatanodeRegistration(127.0.0.1:36633, datanodeUuid=37c726c3-9e78-42e0-a2f1-ac98f46a5833, infoPort=46839, infoSecurePort=0, ipcPort=36773, storageInfo=lv=-57;cid=testClusterID;nsid=1497180693;c=1731309645501) 2024-11-11T07:20:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7537d732222a4041 with lease ID 0x36a47ab9ebd11805: from storage DS-2764ab34-920e-46f9-8c1c-6a105c9b7599 node DatanodeRegistration(127.0.0.1:36633, datanodeUuid=37c726c3-9e78-42e0-a2f1-ac98f46a5833, infoPort=46839, infoSecurePort=0, ipcPort=36773, storageInfo=lv=-57;cid=testClusterID;nsid=1497180693;c=1731309645501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7537d732222a4041 with lease ID 0x36a47ab9ebd11805: Processing first storage report for DS-eeffb7df-b0d2-47e3-a8ef-eedea2cbc1e0 from datanode DatanodeRegistration(127.0.0.1:36633, datanodeUuid=37c726c3-9e78-42e0-a2f1-ac98f46a5833, infoPort=46839, infoSecurePort=0, ipcPort=36773, storageInfo=lv=-57;cid=testClusterID;nsid=1497180693;c=1731309645501) 2024-11-11T07:20:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7537d732222a4041 with lease ID 0x36a47ab9ebd11805: from storage DS-eeffb7df-b0d2-47e3-a8ef-eedea2cbc1e0 node DatanodeRegistration(127.0.0.1:36633, datanodeUuid=37c726c3-9e78-42e0-a2f1-ac98f46a5833, infoPort=46839, infoSecurePort=0, ipcPort=36773, storageInfo=lv=-57;cid=testClusterID;nsid=1497180693;c=1731309645501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:47,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b 2024-11-11T07:20:47,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:20:47,352 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab with version=8 2024-11-11T07:20:47,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/hbase-staging 2024-11-11T07:20:47,354 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:47,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:47,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41413 2024-11-11T07:20:47,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41413 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:47,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414130x0, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:47,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41413-0x10128c4aa4a0000 connected 2024-11-11T07:20:47,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/running 2024-11-11T07:20:47,525 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab, hbase.cluster.distributed=false 2024-11-11T07:20:47,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/acl 2024-11-11T07:20:47,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-11T07:20:47,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41413 2024-11-11T07:20:47,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41413 2024-11-11T07:20:47,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-11T07:20:47,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41413 2024-11-11T07:20:47,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:47,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:20:47,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:47,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44855 2024-11-11T07:20:47,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44855 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:47,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:47,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448550x0, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:47,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448550x0, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/running 2024-11-11T07:20:47,582 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:20:47,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44855-0x10128c4aa4a0001 connected 2024-11-11T07:20:47,590 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:20:47,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/master 2024-11-11T07:20:47,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/acl 2024-11-11T07:20:47,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44855 2024-11-11T07:20:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44855 2024-11-11T07:20:47,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44855 2024-11-11T07:20:47,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44855 2024-11-11T07:20:47,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44855 2024-11-11T07:20:47,619 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:41413 2024-11-11T07:20:47,620 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1058130854/backup-masters/d72d5187e64f,41413,1731309647354 2024-11-11T07:20:47,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/backup-masters 2024-11-11T07:20:47,631 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on existing znode=/0-1058130854/backup-masters/d72d5187e64f,41413,1731309647354 2024-11-11T07:20:47,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/backup-masters 2024-11-11T07:20:47,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1058130854/master 2024-11-11T07:20:47,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:47,661 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on existing znode=/0-1058130854/master 2024-11-11T07:20:47,661 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1058130854/backup-masters/d72d5187e64f,41413,1731309647354 from backup master directory 2024-11-11T07:20:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1058130854/backup-masters/d72d5187e64f,41413,1731309647354 2024-11-11T07:20:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/backup-masters 2024-11-11T07:20:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/backup-masters 2024-11-11T07:20:47,675 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:47,675 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,41413,1731309647354 2024-11-11T07:20:47,681 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/hbase.id] with ID: 3d9d8adb-554f-4b2f-ae89-bea3d7d51856 2024-11-11T07:20:47,681 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/.tmp/hbase.id 2024-11-11T07:20:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:20:47,873 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:47,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:47,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:48,091 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/.tmp/hbase.id]:[hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/hbase.id] 2024-11-11T07:20:48,119 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:48,119 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:20:48,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:20:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:48,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:20:48,580 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:48,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:20:48,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:48,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:20:48,996 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store 2024-11-11T07:20:49,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:49,401 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:49,401 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:49,401 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309649401Disabling compacts and flushes for region at 1731309649401Disabling writes for close at 1731309649401Writing region close event to WAL at 1731309649401Closed at 1731309649401 2024-11-11T07:20:49,402 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/.initializing 2024-11-11T07:20:49,402 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/WALs/d72d5187e64f,41413,1731309647354 2024-11-11T07:20:49,403 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:49,404 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C41413%2C1731309647354, suffix=, logDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/WALs/d72d5187e64f,41413,1731309647354, archiveDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/oldWALs, maxLogs=10 2024-11-11T07:20:49,417 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/WALs/d72d5187e64f,41413,1731309647354/d72d5187e64f%2C41413%2C1731309647354.1731309649404, exclude list is [], retry=0 2024-11-11T07:20:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-2764ab34-920e-46f9-8c1c-6a105c9b7599,DISK] 2024-11-11T07:20:49,421 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/WALs/d72d5187e64f,41413,1731309647354/d72d5187e64f%2C41413%2C1731309647354.1731309649404 2024-11-11T07:20:49,421 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-11T07:20:49,421 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:49,422 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:49,422 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,422 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:20:49,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:49,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:49,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:20:49,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:49,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:20:49,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:49,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:20:49,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:49,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:49,430 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,431 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,431 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,432 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,432 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,433 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:49,434 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:49,435 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:49,436 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68491646, jitterRate=0.02060505747795105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:49,436 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309649422Initializing all the Stores at 1731309649423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309649423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309649423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309649423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309649423Cleaning up temporary data from old regions at 1731309649432 (+9 ms)Region opened successfully at 1731309649436 (+4 ms) 2024-11-11T07:20:49,437 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:20:49,445 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de57bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:49,446 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:20:49,446 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:20:49,446 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:20:49,446 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:20:49,447 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:20:49,447 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:20:49,447 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:20:49,449 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:20:49,450 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/balancer because node does not exist (not necessarily an error) 2024-11-11T07:20:49,473 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/balancer already deleted, retry=false 2024-11-11T07:20:49,473 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:20:49,473 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:20:49,562 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/normalizer already deleted, retry=false 2024-11-11T07:20:49,562 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:20:49,563 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:20:49,591 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/switch/split already deleted, retry=false 2024-11-11T07:20:49,592 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:20:49,601 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/switch/merge already deleted, retry=false 2024-11-11T07:20:49,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:20:49,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/snapshot-cleanup already deleted, retry=false 2024-11-11T07:20:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1058130854/running 2024-11-11T07:20:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1058130854/running 2024-11-11T07:20:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,623 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,41413,1731309647354, sessionid=0x10128c4aa4a0000, setting cluster-up flag (Was=false) 2024-11-11T07:20:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,675 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1058130854/flush-table-proc/acquired, /0-1058130854/flush-table-proc/reached, /0-1058130854/flush-table-proc/abort 2024-11-11T07:20:49,676 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41413,1731309647354 2024-11-11T07:20:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:49,728 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1058130854/online-snapshot/acquired, /0-1058130854/online-snapshot/reached, /0-1058130854/online-snapshot/abort 2024-11-11T07:20:49,729 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41413,1731309647354 2024-11-11T07:20:49,730 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:20:49,733 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:49,733 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:20:49,733 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:20:49,733 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d72d5187e64f,33915,1731309619104: status=Processing ServerCrashProcedure of d72d5187e64f,33915,1731309619104 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731309635113, completionTime=-1 appears to have been leaked 2024-11-11T07:20:49,733 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,41413,1731309647354 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:49,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:49,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:20:49,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:49,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309679743 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:20:49,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:20:49,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:20:49,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:20:49,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:20:49,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:20:49,756 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:20:49,756 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:20:49,756 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309649756,5,FailOnTimeoutGroup] 2024-11-11T07:20:49,756 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309649756,5,FailOnTimeoutGroup] 2024-11-11T07:20:49,757 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,757 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:20:49,757 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,757 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:20:49,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:20:49,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab 2024-11-11T07:20:49,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:20:49,811 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(746): ClusterId : 3d9d8adb-554f-4b2f-ae89-bea3d7d51856 2024-11-11T07:20:49,811 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:20:49,827 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:20:49,827 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:20:49,834 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:20:49,834 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376bd286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:49,852 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:44855 2024-11-11T07:20:49,852 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:20:49,852 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:20:49,852 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:20:49,853 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,41413,1731309647354 with port=44855, startcode=1731309647555 2024-11-11T07:20:49,853 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:20:49,861 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:20:49,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41413 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,868 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab 2024-11-11T07:20:49,868 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39831 2024-11-11T07:20:49,868 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:20:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/rs 2024-11-11T07:20:49,876 DEBUG [RS:0;d72d5187e64f:44855 {}] zookeeper.ZKUtil(111): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on existing znode=/0-1058130854/rs/d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,876 WARN [RS:0;d72d5187e64f:44855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:49,876 INFO [RS:0;d72d5187e64f:44855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:49,876 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,44855,1731309647555] 2024-11-11T07:20:49,882 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:20:49,884 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:20:49,885 INFO [RS:0;d72d5187e64f:44855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:20:49,886 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,888 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:20:49,892 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:20:49,892 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,892 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,892 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,892 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:49,893 DEBUG [RS:0;d72d5187e64f:44855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,909 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44855,1731309647555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:49,934 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:20:49,934 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,44855,1731309647555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,934 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,934 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.Replication(171): d72d5187e64f,44855,1731309647555 started 2024-11-11T07:20:49,955 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:49,955 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,44855,1731309647555, RpcServer on d72d5187e64f/172.17.0.3:44855, sessionid=0x10128c4aa4a0001 2024-11-11T07:20:49,955 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:20:49,955 DEBUG [RS:0;d72d5187e64f:44855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,955 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,44855,1731309647555' 2024-11-11T07:20:49,955 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1058130854/flush-table-proc/abort' 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1058130854/flush-table-proc/acquired' 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,44855,1731309647555 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,44855,1731309647555' 2024-11-11T07:20:49,956 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1058130854/online-snapshot/abort' 2024-11-11T07:20:49,957 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1058130854/online-snapshot/acquired' 2024-11-11T07:20:49,957 DEBUG [RS:0;d72d5187e64f:44855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:20:49,957 INFO [RS:0;d72d5187e64f:44855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:20:49,957 INFO [RS:0;d72d5187e64f:44855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:20:50,057 INFO [RS:0;d72d5187e64f:44855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:50,059 INFO [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44855%2C1731309647555, suffix=, logDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555, archiveDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs, maxLogs=10 2024-11-11T07:20:50,070 DEBUG [RS:0;d72d5187e64f:44855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059, exclude list is [], retry=0 2024-11-11T07:20:50,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-2764ab34-920e-46f9-8c1c-6a105c9b7599,DISK] 2024-11-11T07:20:50,074 INFO [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 2024-11-11T07:20:50,074 DEBUG [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-11T07:20:50,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:50,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:50,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:50,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:50,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:50,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:50,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:50,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:50,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:50,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:50,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740 2024-11-11T07:20:50,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740 2024-11-11T07:20:50,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:50,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:50,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:50,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:50,183 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:50,184 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72110058, jitterRate=0.07452359795570374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:50,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309650171Initializing all the Stores at 1731309650171Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650172 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309650172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650172Cleaning up temporary data from old regions at 1731309650180 (+8 ms)Region opened successfully at 1731309650184 (+4 ms) 2024-11-11T07:20:50,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:50,185 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:50,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:50,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:50,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:50,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:50,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309650184Disabling compacts and flushes for region at 1731309650184Disabling writes for close at 1731309650185 (+1 ms)Writing region close event to WAL at 1731309650185Closed at 1731309650185 2024-11-11T07:20:50,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:50,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:20:50,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:20:50,187 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:50,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:20:50,338 DEBUG [d72d5187e64f:41413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:50,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:50,340 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,44855,1731309647555, state=OPENING 2024-11-11T07:20:50,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:20:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:50,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:50,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1058130854/meta-region-server: CHANGED 2024-11-11T07:20:50,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1058130854/meta-region-server: CHANGED 2024-11-11T07:20:50,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:50,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,44855,1731309647555}] 2024-11-11T07:20:50,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:20:50,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:20:50,553 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:20:50,553 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:50,553 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:20:50,555 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44855%2C1731309647555.meta, suffix=.meta, logDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555, archiveDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs, maxLogs=10 2024-11-11T07:20:50,567 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.meta.1731309650555.meta, exclude list is [], retry=0 2024-11-11T07:20:50,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-2764ab34-920e-46f9-8c1c-6a105c9b7599,DISK] 2024-11-11T07:20:50,571 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.meta.1731309650555.meta 2024-11-11T07:20:50,571 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-11T07:20:50,571 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:50,572 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:20:50,572 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:20:50,572 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:20:50,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:50,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:50,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:50,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:50,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:50,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:50,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:50,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:50,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:50,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:50,577 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:50,578 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740 2024-11-11T07:20:50,578 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740 2024-11-11T07:20:50,579 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:50,579 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:50,580 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:50,589 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:50,590 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69499506, jitterRate=0.03562334179878235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:50,590 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:20:50,590 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309650572Writing region info on filesystem at 1731309650572Initializing all the Stores at 1731309650573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650573Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650573Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309650573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309650573Cleaning up temporary data from old regions at 1731309650579 (+6 ms)Running coprocessor post-open hooks at 1731309650590 (+11 ms)Region opened successfully at 1731309650590 2024-11-11T07:20:50,592 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309650548 2024-11-11T07:20:50,594 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:20:50,594 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:20:50,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:50,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,44855,1731309647555, state=OPEN 2024-11-11T07:20:50,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1058130854/meta-region-server 2024-11-11T07:20:50,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1058130854/meta-region-server 2024-11-11T07:20:50,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:50,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1058130854/meta-region-server: CHANGED 2024-11-11T07:20:50,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1058130854/meta-region-server: CHANGED 2024-11-11T07:20:50,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:20:50,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,44855,1731309647555 in 216 msec 2024-11-11T07:20:50,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:20:50,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-11T07:20:50,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:50,617 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:20:50,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:50,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:20:50,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:50,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:50,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 892 msec 2024-11-11T07:20:50,625 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309650625, completionTime=-1 2024-11-11T07:20:50,625 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:20:50,625 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309710627 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309770627 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:41413, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,627 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,628 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,629 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.954sec 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:50,631 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:20:50,633 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:20:50,633 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:20:50,634 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41413,1731309647354-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:50,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a73ccfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:50,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:20:50,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:50,713 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:20:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:50,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:20:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2cd97f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:20:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:50,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:50,715 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:50,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:50,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:50,717 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:20:50,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:50,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:50,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,41413,1731309647354 2024-11-11T07:20:50,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:50,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:50,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c4aa4a0002 connected 2024-11-11T07:20:50,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir so I do NOT create it in target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73 2024-11-11T07:20:50,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:20:50,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.tmp.dir so I do NOT create it in target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73 2024-11-11T07:20:50,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:20:50,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73 2024-11-11T07:20:50,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:20:50,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/cluster_dc157ee0-e58d-645e-ba4f-d45f4c005cc1, deleteOnExit=true 2024-11-11T07:20:50,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/test.cache.data in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:20:50,749 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:20:50,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:20:50,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:20:51,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:51,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:51,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:51,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:51,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:20:51,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:51,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:51,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:51,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/java.io.tmpdir/jetty-localhost-35123-hadoop-hdfs-3_4_1-tests_jar-_-any-583029502842098895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:20:51,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:35123} 2024-11-11T07:20:51,196 INFO [Time-limited test {}] server.Server(415): Started @176165ms 2024-11-11T07:20:51,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:20:51,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:20:51,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:20:51,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:20:51,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:20:51,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:20:51,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:20:51,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/java.io.tmpdir/jetty-localhost-38119-hadoop-hdfs-3_4_1-tests_jar-_-any-13874091210185589659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:20:51,944 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:38119} 2024-11-11T07:20:51,944 INFO [Time-limited test {}] server.Server(415): Started @176913ms 2024-11-11T07:20:51,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:20:53,245 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/cluster_dc157ee0-e58d-645e-ba4f-d45f4c005cc1/data/data1/current/BP-1753969361-172.17.0.3-1731309650764/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:53,246 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/cluster_dc157ee0-e58d-645e-ba4f-d45f4c005cc1/data/data2/current/BP-1753969361-172.17.0.3-1731309650764/current, will proceed with Du for space computation calculation, 2024-11-11T07:20:53,285 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:20:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2090d3a434b0e5e with lease ID 0x2b4bb975e2662b7a: Processing first storage report for DS-279879e5-cab5-4982-8d2f-4c6c03f8584a from datanode DatanodeRegistration(127.0.0.1:37993, datanodeUuid=75984437-d4fd-4e3e-9348-ffcce408de07, infoPort=46557, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=326419983;c=1731309650764) 2024-11-11T07:20:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2090d3a434b0e5e with lease ID 0x2b4bb975e2662b7a: from storage DS-279879e5-cab5-4982-8d2f-4c6c03f8584a node DatanodeRegistration(127.0.0.1:37993, datanodeUuid=75984437-d4fd-4e3e-9348-ffcce408de07, infoPort=46557, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=326419983;c=1731309650764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2090d3a434b0e5e with lease ID 0x2b4bb975e2662b7a: Processing first storage report for DS-2dc6f298-f261-4727-be38-a842b10e5a5b from datanode DatanodeRegistration(127.0.0.1:37993, datanodeUuid=75984437-d4fd-4e3e-9348-ffcce408de07, infoPort=46557, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=326419983;c=1731309650764) 2024-11-11T07:20:53,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2090d3a434b0e5e with lease ID 0x2b4bb975e2662b7a: from storage DS-2dc6f298-f261-4727-be38-a842b10e5a5b node DatanodeRegistration(127.0.0.1:37993, datanodeUuid=75984437-d4fd-4e3e-9348-ffcce408de07, infoPort=46557, infoSecurePort=0, ipcPort=36433, storageInfo=lv=-57;cid=testClusterID;nsid=326419983;c=1731309650764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:20:53,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73 2024-11-11T07:20:53,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:53,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:20:53,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1 with version=8 2024-11-11T07:20:53,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/hbase-staging 2024-11-11T07:20:53,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:20:53,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:53,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36955 2024-11-11T07:20:53,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36955 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:53,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369550x0, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:53,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36955-0x10128c4aa4a0003 connected 2024-11-11T07:20:54,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:54,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:54,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/running 2024-11-11T07:20:54,066 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1, hbase.cluster.distributed=false 2024-11-11T07:20:54,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/acl 2024-11-11T07:20:54,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-11T07:20:54,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36955 2024-11-11T07:20:54,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36955 2024-11-11T07:20:54,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-11T07:20:54,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-11T07:20:54,100 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:20:54,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:20:54,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41475 2024-11-11T07:20:54,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41475 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:54,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:54,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:54,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414750x0, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:54,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414750x0, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/running 2024-11-11T07:20:54,118 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:20:54,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41475-0x10128c4aa4a0004 connected 2024-11-11T07:20:54,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:20:54,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/master 2024-11-11T07:20:54,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/acl 2024-11-11T07:20:54,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-11T07:20:54,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41475 2024-11-11T07:20:54,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41475 2024-11-11T07:20:54,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-11T07:20:54,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41475 2024-11-11T07:20:54,160 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:36955 2024-11-11T07:20:54,160 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11808681621/backup-masters/d72d5187e64f,36955,1731309653790 2024-11-11T07:20:54,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/backup-masters 2024-11-11T07:20:54,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/backup-masters 2024-11-11T07:20:54,170 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on existing znode=/11808681621/backup-masters/d72d5187e64f,36955,1731309653790 2024-11-11T07:20:54,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:54,181 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on existing znode=/11808681621/master 2024-11-11T07:20:54,181 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11808681621/backup-masters/d72d5187e64f,36955,1731309653790 from backup master directory 2024-11-11T07:20:54,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11808681621/master 2024-11-11T07:20:54,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/backup-masters 2024-11-11T07:20:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11808681621/backup-masters/d72d5187e64f,36955,1731309653790 2024-11-11T07:20:54,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/backup-masters 2024-11-11T07:20:54,191 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:54,191 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,36955,1731309653790 2024-11-11T07:20:54,197 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/hbase.id] with ID: 374ceefa-6927-4003-b908-ac013cacfdfe 2024-11-11T07:20:54,197 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/.tmp/hbase.id 2024-11-11T07:20:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:20:54,207 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/.tmp/hbase.id]:[hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/hbase.id] 2024-11-11T07:20:54,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:20:54,217 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:20:54,218 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:20:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:20:54,637 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:54,638 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:20:54,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:20:54,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:20:54,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:20:54,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:20:54,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:20:54,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:20:54,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:20:55,046 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store 2024-11-11T07:20:55,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:20:55,456 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:55,456 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:20:55,456 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309655456Disabling compacts and flushes for region at 1731309655456Disabling writes for close at 1731309655456Writing region close event to WAL at 1731309655456Closed at 1731309655456 2024-11-11T07:20:55,457 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/.initializing 2024-11-11T07:20:55,457 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/WALs/d72d5187e64f,36955,1731309653790 2024-11-11T07:20:55,459 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:55,460 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C36955%2C1731309653790, suffix=, logDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/WALs/d72d5187e64f,36955,1731309653790, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/oldWALs, maxLogs=10 2024-11-11T07:20:55,476 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/WALs/d72d5187e64f,36955,1731309653790/d72d5187e64f%2C36955%2C1731309653790.1731309655461, exclude list is [], retry=0 2024-11-11T07:20:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-279879e5-cab5-4982-8d2f-4c6c03f8584a,DISK] 2024-11-11T07:20:55,486 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/WALs/d72d5187e64f,36955,1731309653790/d72d5187e64f%2C36955%2C1731309653790.1731309655461 2024-11-11T07:20:55,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46557:46557)] 2024-11-11T07:20:55,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:55,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:55,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:20:55,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:20:55,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:55,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:20:55,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:55,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:20:55,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:55,494 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,495 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,495 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,496 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,496 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,497 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:55,498 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:20:55,500 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:55,500 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59002515, jitterRate=-0.12079401314258575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:55,500 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309655487Initializing all the Stores at 1731309655487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309655487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309655487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309655487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309655487Cleaning up temporary data from old regions at 1731309655496 (+9 ms)Region opened successfully at 1731309655500 (+4 ms) 2024-11-11T07:20:55,500 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:20:55,503 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9e90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:55,504 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:20:55,504 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:20:55,504 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:20:55,504 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:20:55,505 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:20:55,505 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:20:55,505 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:20:55,507 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:20:55,507 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/balancer because node does not exist (not necessarily an error) 2024-11-11T07:20:55,517 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/balancer already deleted, retry=false 2024-11-11T07:20:55,517 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:20:55,518 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:20:55,527 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/normalizer already deleted, retry=false 2024-11-11T07:20:55,528 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:20:55,528 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:20:55,600 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/switch/split already deleted, retry=false 2024-11-11T07:20:55,600 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:20:55,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/switch/merge already deleted, retry=false 2024-11-11T07:20:55,614 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:20:55,622 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/snapshot-cleanup already deleted, retry=false 2024-11-11T07:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11808681621/running 2024-11-11T07:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11808681621/running 2024-11-11T07:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,633 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,36955,1731309653790, sessionid=0x10128c4aa4a0003, setting cluster-up flag (Was=false) 2024-11-11T07:20:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,696 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11808681621/flush-table-proc/acquired, /11808681621/flush-table-proc/reached, /11808681621/flush-table-proc/abort 2024-11-11T07:20:55,697 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36955,1731309653790 2024-11-11T07:20:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:55,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11808681621/online-snapshot/acquired, /11808681621/online-snapshot/reached, /11808681621/online-snapshot/abort 2024-11-11T07:20:55,750 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36955,1731309653790 2024-11-11T07:20:55,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:20:55,753 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:55,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:20:55,753 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:20:55,753 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,36955,1731309653790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:20:55,754 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:55,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:55,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:20:55,760 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:20:55,780 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309685780 2024-11-11T07:20:55,781 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:20:55,781 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:20:55,781 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:20:55,782 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:20:55,782 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:20:55,782 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:20:55,788 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,796 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:20:55,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:20:55,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:20:55,797 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:20:55,804 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:20:55,804 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:20:55,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:20:55,806 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309655804,5,FailOnTimeoutGroup] 2024-11-11T07:20:55,806 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309655806,5,FailOnTimeoutGroup] 2024-11-11T07:20:55,806 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,807 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:20:55,807 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,807 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:20:55,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1 2024-11-11T07:20:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:20:55,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:55,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:55,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:55,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:55,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:55,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:55,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:55,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:55,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:55,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:55,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:55,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:55,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:55,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:55,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:55,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740 2024-11-11T07:20:55,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740 2024-11-11T07:20:55,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:55,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:55,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:55,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:55,861 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(746): ClusterId : 374ceefa-6927-4003-b908-ac013cacfdfe 2024-11-11T07:20:55,861 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:20:55,861 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:55,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60032343, jitterRate=-0.10544838011264801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309655831Initializing all the Stores at 1731309655832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309655832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309655836 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309655836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309655836Cleaning up temporary data from old regions at 1731309655846 (+10 ms)Region opened successfully at 1731309655862 (+16 ms) 2024-11-11T07:20:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:20:55,862 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:20:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:20:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:20:55,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:20:55,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:20:55,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309655862Disabling compacts and flushes for region at 1731309655862Disabling writes for close at 1731309655862Writing region close event to WAL at 1731309655864 (+2 ms)Closed at 1731309655864 2024-11-11T07:20:55,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:55,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:20:55,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:20:55,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:55,868 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:20:55,873 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:20:55,873 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:20:55,886 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:20:55,886 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec74f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:20:55,898 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:41475 2024-11-11T07:20:55,898 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:20:55,898 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:20:55,898 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:20:55,898 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36955,1731309653790 with port=41475, startcode=1731309654100 2024-11-11T07:20:55,899 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:20:55,900 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:20:55,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,41475,1731309654100 2024-11-11T07:20:55,900 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36955 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:55,902 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1 2024-11-11T07:20:55,902 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33227 2024-11-11T07:20:55,902 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:20:55,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/rs 2024-11-11T07:20:55,977 DEBUG [RS:0;d72d5187e64f:41475 {}] zookeeper.ZKUtil(111): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on existing znode=/11808681621/rs/d72d5187e64f,41475,1731309654100 2024-11-11T07:20:55,977 WARN [RS:0;d72d5187e64f:41475 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:20:55,977 INFO [RS:0;d72d5187e64f:41475 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:55,978 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100 2024-11-11T07:20:55,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,41475,1731309654100] 2024-11-11T07:20:55,980 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:20:55,982 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:20:55,982 INFO [RS:0;d72d5187e64f:41475 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:20:55,982 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,982 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:20:55,983 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:20:55,983 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,983 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,984 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,984 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:20:55,984 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:55,984 DEBUG [RS:0;d72d5187e64f:41475 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:55,988 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41475,1731309654100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:56,009 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:20:56,010 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41475,1731309654100-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,010 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,010 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.Replication(171): d72d5187e64f,41475,1731309654100 started 2024-11-11T07:20:56,018 WARN [d72d5187e64f:36955 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:20:56,028 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,028 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,41475,1731309654100, RpcServer on d72d5187e64f/172.17.0.3:41475, sessionid=0x10128c4aa4a0004 2024-11-11T07:20:56,029 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:20:56,029 DEBUG [RS:0;d72d5187e64f:41475 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,41475,1731309654100 2024-11-11T07:20:56,029 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,41475,1731309654100' 2024-11-11T07:20:56,029 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11808681621/flush-table-proc/abort' 2024-11-11T07:20:56,029 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11808681621/flush-table-proc/acquired' 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,41475,1731309654100 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,41475,1731309654100' 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11808681621/online-snapshot/abort' 2024-11-11T07:20:56,030 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11808681621/online-snapshot/acquired' 2024-11-11T07:20:56,031 DEBUG [RS:0;d72d5187e64f:41475 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:20:56,031 INFO [RS:0;d72d5187e64f:41475 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:20:56,031 INFO [RS:0;d72d5187e64f:41475 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:20:56,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:20:56,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:20:56,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:20:56,131 INFO [RS:0;d72d5187e64f:41475 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:20:56,132 INFO [RS:0;d72d5187e64f:41475 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41475%2C1731309654100, suffix=, logDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/oldWALs, maxLogs=10 2024-11-11T07:20:56,148 DEBUG [RS:0;d72d5187e64f:41475 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, exclude list is [], retry=0 2024-11-11T07:20:56,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-279879e5-cab5-4982-8d2f-4c6c03f8584a,DISK] 2024-11-11T07:20:56,152 INFO [RS:0;d72d5187e64f:41475 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 2024-11-11T07:20:56,160 DEBUG [RS:0;d72d5187e64f:41475 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46557:46557)] 2024-11-11T07:20:56,268 DEBUG [d72d5187e64f:36955 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:20:56,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:56,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,41475,1731309654100, state=OPENING 2024-11-11T07:20:56,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:20:56,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:56,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:20:56,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11808681621/meta-region-server: CHANGED 2024-11-11T07:20:56,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11808681621/meta-region-server: CHANGED 2024-11-11T07:20:56,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:20:56,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,41475,1731309654100}] 2024-11-11T07:20:56,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:20:56,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:20:56,476 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:20:56,476 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:56,477 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:20:56,478 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41475%2C1731309654100.meta, suffix=.meta, logDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/oldWALs, maxLogs=10 2024-11-11T07:20:56,511 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.meta.1731309656479.meta, exclude list is [], retry=0 2024-11-11T07:20:56,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-279879e5-cab5-4982-8d2f-4c6c03f8584a,DISK] 2024-11-11T07:20:56,522 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.meta.1731309656479.meta 2024-11-11T07:20:56,524 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46557:46557)] 2024-11-11T07:20:56,524 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:56,525 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:20:56,525 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:20:56,525 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:20:56,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:20:56,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:20:56,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:56,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:56,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:20:56,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:20:56,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:56,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:56,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:20:56,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:20:56,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:56,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:56,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:20:56,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:20:56,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:56,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:20:56,532 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:20:56,533 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740 2024-11-11T07:20:56,533 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740 2024-11-11T07:20:56,534 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:20:56,534 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:20:56,535 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:20:56,537 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:20:56,538 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64930746, jitterRate=-0.03245648741722107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:20:56,538 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:20:56,538 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309656525Writing region info on filesystem at 1731309656525Initializing all the Stores at 1731309656526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309656526Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309656527 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309656527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309656527Cleaning up temporary data from old regions at 1731309656534 (+7 ms)Running coprocessor post-open hooks at 1731309656538 (+4 ms)Region opened successfully at 1731309656538 2024-11-11T07:20:56,538 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309656460 2024-11-11T07:20:56,541 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:20:56,541 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:20:56,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:56,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,41475,1731309654100, state=OPEN 2024-11-11T07:20:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11808681621/meta-region-server 2024-11-11T07:20:56,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11808681621/meta-region-server: CHANGED 2024-11-11T07:20:56,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11808681621/meta-region-server 2024-11-11T07:20:56,579 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11808681621/meta-region-server: CHANGED 2024-11-11T07:20:56,579 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:56,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:20:56,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,41475,1731309654100 in 285 msec 2024-11-11T07:20:56,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:20:56,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-11-11T07:20:56,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:20:56,586 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:20:56,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:56,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:20:56,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:56,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:56,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 841 msec 2024-11-11T07:20:56,595 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309656594, completionTime=-1 2024-11-11T07:20:56,595 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:20:56,595 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309716597 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309776597 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:36955, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,598 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,600 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:20:56,605 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.414sec 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:20:56,606 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:20:56,608 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:20:56,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:20:56,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36955,1731309653790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:20:56,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:56,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:20:56,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:56,673 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:20:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:56,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:20:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24678798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:20:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:56,675 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:56,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:56,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:20:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:20:56,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:20:56,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:20:56,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,36955,1731309653790 2024-11-11T07:20:56,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53533 2024-11-11T07:20:56,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:20:56,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c4aa4a0005 connected 2024-11-11T07:20:56,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:20:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ad5345 2024-11-11T07:20:56,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:56,711 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:56,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:20:56,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:20:56,715 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:56,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:20:56,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:20:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:20:56,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eabe22f24b76de573b95e49bd506cced, NAME => 'test,,1731309656712.eabe22f24b76de573b95e49bd506cced.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab 2024-11-11T07:20:56,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:20:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309656712.eabe22f24b76de573b95e49bd506cced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eabe22f24b76de573b95e49bd506cced, disabling compactions & flushes 2024-11-11T07:20:57,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309656712.eabe22f24b76de573b95e49bd506cced. after waiting 0 ms 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eabe22f24b76de573b95e49bd506cced: Waiting for close lock at 1731309657195Disabling compacts and flushes for region at 1731309657195Disabling writes for close at 1731309657195Writing region close event to WAL at 1731309657195Closed at 1731309657195 2024-11-11T07:20:57,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:20:57,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309656712.eabe22f24b76de573b95e49bd506cced.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309657197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309657197"}]},"ts":"1731309657197"} 2024-11-11T07:20:57,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:20:57,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:20:57,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309657200"}]},"ts":"1731309657200"} 2024-11-11T07:20:57,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:20:57,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eabe22f24b76de573b95e49bd506cced, ASSIGN}] 2024-11-11T07:20:57,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eabe22f24b76de573b95e49bd506cced, ASSIGN 2024-11-11T07:20:57,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eabe22f24b76de573b95e49bd506cced, ASSIGN; state=OFFLINE, location=d72d5187e64f,44855,1731309647555; forceNewPlan=false, retain=false 2024-11-11T07:20:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eabe22f24b76de573b95e49bd506cced, regionState=OPENING, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:57,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eabe22f24b76de573b95e49bd506cced, ASSIGN because future has completed 2024-11-11T07:20:57,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eabe22f24b76de573b95e49bd506cced, server=d72d5187e64f,44855,1731309647555}] 2024-11-11T07:20:57,525 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,526 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eabe22f24b76de573b95e49bd506cced, NAME => 'test,,1731309656712.eabe22f24b76de573b95e49bd506cced.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:57,526 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:57,526 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:20:57,526 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,526 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309656712.eabe22f24b76de573b95e49bd506cced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:57,526 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,526 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,536 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,538 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe22f24b76de573b95e49bd506cced columnFamilyName f 2024-11-11T07:20:57,538 DEBUG [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:57,538 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(327): Store=eabe22f24b76de573b95e49bd506cced/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:57,538 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,540 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe22f24b76de573b95e49bd506cced columnFamilyName f1 2024-11-11T07:20:57,540 DEBUG [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:57,540 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(327): Store=eabe22f24b76de573b95e49bd506cced/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:57,540 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,541 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe22f24b76de573b95e49bd506cced columnFamilyName norep 2024-11-11T07:20:57,541 DEBUG [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:57,542 INFO [StoreOpener-eabe22f24b76de573b95e49bd506cced-1 {}] regionserver.HStore(327): Store=eabe22f24b76de573b95e49bd506cced/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:57,542 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,543 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,544 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,545 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,545 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,545 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:20:57,546 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,549 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:57,549 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eabe22f24b76de573b95e49bd506cced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69298523, jitterRate=0.032628461718559265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:20:57,549 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:20:57,550 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eabe22f24b76de573b95e49bd506cced: Running coprocessor pre-open hook at 1731309657527Writing region info on filesystem at 1731309657527Initializing all the Stores at 1731309657528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309657528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309657536 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309657536Cleaning up temporary data from old regions at 1731309657545 (+9 ms)Running coprocessor post-open hooks at 1731309657550 (+5 ms)Region opened successfully at 1731309657550 2024-11-11T07:20:57,552 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309656712.eabe22f24b76de573b95e49bd506cced., pid=6, masterSystemTime=1731309657516 2024-11-11T07:20:57,555 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,555 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:20:57,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eabe22f24b76de573b95e49bd506cced, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:57,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eabe22f24b76de573b95e49bd506cced, server=d72d5187e64f,44855,1731309647555 because future has completed 2024-11-11T07:20:57,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:20:57,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eabe22f24b76de573b95e49bd506cced, server=d72d5187e64f,44855,1731309647555 in 209 msec 2024-11-11T07:20:57,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:20:57,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eabe22f24b76de573b95e49bd506cced, ASSIGN in 373 msec 2024-11-11T07:20:57,580 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:20:57,580 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309657580"}]},"ts":"1731309657580"} 2024-11-11T07:20:57,585 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:20:57,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:20:57,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 874 msec 2024-11-11T07:20:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,850 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:20:57,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:20:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b528242 2024-11-11T07:20:57,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:57,853 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:57,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:20:57,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:20:57,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:57,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:20:57,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:20:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:20:57,925 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26316a7ca37fc5ee498a04a27a3e5553, NAME => 'test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1 2024-11-11T07:20:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26316a7ca37fc5ee498a04a27a3e5553, disabling compactions & flushes 2024-11-11T07:20:57,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. after waiting 0 ms 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:57,967 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:57,967 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26316a7ca37fc5ee498a04a27a3e5553: Waiting for close lock at 1731309657967Disabling compacts and flushes for region at 1731309657967Disabling writes for close at 1731309657967Writing region close event to WAL at 1731309657967Closed at 1731309657967 2024-11-11T07:20:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:57,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:20:57,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309657970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309657970"}]},"ts":"1731309657970"} 2024-11-11T07:20:57,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:20:57,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:20:57,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309657974"}]},"ts":"1731309657974"} 2024-11-11T07:20:57,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:20:57,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26316a7ca37fc5ee498a04a27a3e5553, ASSIGN}] 2024-11-11T07:20:57,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26316a7ca37fc5ee498a04a27a3e5553, ASSIGN 2024-11-11T07:20:57,979 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26316a7ca37fc5ee498a04a27a3e5553, ASSIGN; state=OFFLINE, location=d72d5187e64f,41475,1731309654100; forceNewPlan=false, retain=false 2024-11-11T07:20:58,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26316a7ca37fc5ee498a04a27a3e5553, regionState=OPENING, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:58,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26316a7ca37fc5ee498a04a27a3e5553, ASSIGN because future has completed 2024-11-11T07:20:58,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26316a7ca37fc5ee498a04a27a3e5553, server=d72d5187e64f,41475,1731309654100}] 2024-11-11T07:20:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:58,288 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:58,288 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26316a7ca37fc5ee498a04a27a3e5553, NAME => 'test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:58,289 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:58,289 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:20:58,289 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,289 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:58,289 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,289 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,290 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,291 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26316a7ca37fc5ee498a04a27a3e5553 columnFamilyName f 2024-11-11T07:20:58,291 DEBUG [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:58,294 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(327): Store=26316a7ca37fc5ee498a04a27a3e5553/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:58,294 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,295 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26316a7ca37fc5ee498a04a27a3e5553 columnFamilyName f1 2024-11-11T07:20:58,295 DEBUG [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:58,295 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(327): Store=26316a7ca37fc5ee498a04a27a3e5553/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:58,295 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,297 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26316a7ca37fc5ee498a04a27a3e5553 columnFamilyName norep 2024-11-11T07:20:58,297 DEBUG [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:58,297 INFO [StoreOpener-26316a7ca37fc5ee498a04a27a3e5553-1 {}] regionserver.HStore(327): Store=26316a7ca37fc5ee498a04a27a3e5553/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:58,299 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,301 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,302 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,308 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,308 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,314 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:20:58,318 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,325 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:58,325 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26316a7ca37fc5ee498a04a27a3e5553; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819674, jitterRate=-0.09371623396873474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:20:58,325 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:20:58,326 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26316a7ca37fc5ee498a04a27a3e5553: Running coprocessor pre-open hook at 1731309658289Writing region info on filesystem at 1731309658289Initializing all the Stores at 1731309658290 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309658290Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309658290Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309658290Cleaning up temporary data from old regions at 1731309658308 (+18 ms)Running coprocessor post-open hooks at 1731309658325 (+17 ms)Region opened successfully at 1731309658325 2024-11-11T07:20:58,327 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., pid=6, masterSystemTime=1731309658284 2024-11-11T07:20:58,329 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:58,329 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:20:58,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26316a7ca37fc5ee498a04a27a3e5553, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:20:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26316a7ca37fc5ee498a04a27a3e5553, server=d72d5187e64f,41475,1731309654100 because future has completed 2024-11-11T07:20:58,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:20:58,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26316a7ca37fc5ee498a04a27a3e5553, server=d72d5187e64f,41475,1731309654100 in 201 msec 2024-11-11T07:20:58,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:20:58,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26316a7ca37fc5ee498a04a27a3e5553, ASSIGN in 358 msec 2024-11-11T07:20:58,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:20:58,338 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309658338"}]},"ts":"1731309658338"} 2024-11-11T07:20:58,341 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:20:58,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:20:58,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 485 msec 2024-11-11T07:20:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:20:58,490 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:20:58,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:20:58,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:58,491 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2333f160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21605c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708a165c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:20:58,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:58,495 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:20:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:20:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c9fa02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:20:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,496 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32afdd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a77bdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:20:58,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:58,499 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:20:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:20:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186759e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:20:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:58,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,501 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf26fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:20:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3564ea06 2024-11-11T07:20:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:58,504 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:58,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:36955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:20:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:20:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:20:58,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36955' 2024-11-11T07:20:58,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f0b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:20:58,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:20:58,509 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:20:58,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:20:58,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:20:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e06d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:20:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:20:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,511 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:20:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c25ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:20:58,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:20:58,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:20:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180f486e 2024-11-11T07:20:58,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:20:58,515 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:20:58,517 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:20:58,517 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:20:58,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,517 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:20:58,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:20:58,517 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:20:58,519 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:20:58,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:20:58,520 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:58,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:20:58,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:20:58,569 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:20:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:20:58,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c21f26c644a28ed99e0aee781701d72f, NAME => 'hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab 2024-11-11T07:20:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:20:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:20:59,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:59,354 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c21f26c644a28ed99e0aee781701d72f, disabling compactions & flushes 2024-11-11T07:20:59,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. after waiting 0 ms 2024-11-11T07:20:59,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c21f26c644a28ed99e0aee781701d72f: Waiting for close lock at 1731309659354Disabling compacts and flushes for region at 1731309659354Disabling writes for close at 1731309659355 (+1 ms)Writing region close event to WAL at 1731309659355Closed at 1731309659355 2024-11-11T07:20:59,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:20:59,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309659356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309659356"}]},"ts":"1731309659356"} 2024-11-11T07:20:59,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:20:59,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:20:59,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309659359"}]},"ts":"1731309659359"} 2024-11-11T07:20:59,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:20:59,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c21f26c644a28ed99e0aee781701d72f, ASSIGN}] 2024-11-11T07:20:59,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c21f26c644a28ed99e0aee781701d72f, ASSIGN 2024-11-11T07:20:59,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c21f26c644a28ed99e0aee781701d72f, ASSIGN; state=OFFLINE, location=d72d5187e64f,44855,1731309647555; forceNewPlan=false, retain=false 2024-11-11T07:20:59,513 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c21f26c644a28ed99e0aee781701d72f, regionState=OPENING, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:59,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c21f26c644a28ed99e0aee781701d72f, ASSIGN because future has completed 2024-11-11T07:20:59,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c21f26c644a28ed99e0aee781701d72f, server=d72d5187e64f,44855,1731309647555}] 2024-11-11T07:20:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:20:59,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:20:59,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:20:59,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C44855%2C1731309647555.rep, suffix=, logDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555, archiveDir=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs, maxLogs=10 2024-11-11T07:20:59,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.rep.1731309659682, exclude list is [], retry=0 2024-11-11T07:20:59,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36633,DS-2764ab34-920e-46f9-8c1c-6a105c9b7599,DISK] 2024-11-11T07:20:59,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.rep.1731309659682 2024-11-11T07:20:59,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-11T07:20:59,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c21f26c644a28ed99e0aee781701d72f, NAME => 'hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:20:59,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. service=MultiRowMutationService 2024-11-11T07:20:59,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,723 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,725 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c21f26c644a28ed99e0aee781701d72f columnFamilyName hfileref 2024-11-11T07:20:59,725 DEBUG [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:59,725 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(327): Store=c21f26c644a28ed99e0aee781701d72f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:59,726 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,729 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c21f26c644a28ed99e0aee781701d72f columnFamilyName queue 2024-11-11T07:20:59,729 DEBUG [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:59,733 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(327): Store=c21f26c644a28ed99e0aee781701d72f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:59,733 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,735 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c21f26c644a28ed99e0aee781701d72f columnFamilyName sid 2024-11-11T07:20:59,735 DEBUG [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:20:59,735 INFO [StoreOpener-c21f26c644a28ed99e0aee781701d72f-1 {}] regionserver.HStore(327): Store=c21f26c644a28ed99e0aee781701d72f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:20:59,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:20:59,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:20:59,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c21f26c644a28ed99e0aee781701d72f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60640617, jitterRate=-0.09638439118862152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:20:59,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:20:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c21f26c644a28ed99e0aee781701d72f: Running coprocessor pre-open hook at 1731309659720Writing region info on filesystem at 1731309659720Initializing all the Stores at 1731309659721 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309659721Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309659722 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309659722Cleaning up temporary data from old regions at 1731309659737 (+15 ms)Running coprocessor post-open hooks at 1731309659754 (+17 ms)Region opened successfully at 1731309659754 2024-11-11T07:20:59,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f., pid=10, masterSystemTime=1731309659675 2024-11-11T07:20:59,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:20:59,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c21f26c644a28ed99e0aee781701d72f, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,44855,1731309647555 2024-11-11T07:20:59,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c21f26c644a28ed99e0aee781701d72f, server=d72d5187e64f,44855,1731309647555 because future has completed 2024-11-11T07:20:59,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:20:59,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c21f26c644a28ed99e0aee781701d72f, ASSIGN in 412 msec 2024-11-11T07:20:59,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:20:59,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c21f26c644a28ed99e0aee781701d72f, server=d72d5187e64f,44855,1731309647555 in 245 msec 2024-11-11T07:20:59,778 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:20:59,778 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309659778"}]},"ts":"1731309659778"} 2024-11-11T07:20:59,782 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:20:59,782 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:20:59,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2650 sec 2024-11-11T07:20:59,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f., hostname=d72d5187e64f,44855,1731309647555, seqNum=2] 2024-11-11T07:20:59,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:59,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:20:59,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:21:00,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44855 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:21:00,036 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:21:00,066 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,44855,1731309647555, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:21:00,067 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:00,067 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:21:00,067 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:00,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:00,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,44855,1731309647555', locateType=CURRENT is [region=hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f., hostname=d72d5187e64f,44855,1731309647555, seqNum=2] 2024-11-11T07:21:00,076 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:21:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:21:00,083 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,44855,1731309647555 suceeded 2024-11-11T07:21:00,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:21:00,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-11T07:21:00,086 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:36955,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:21:00,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-11T07:21:00,102 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36955' 2024-11-11T07:21:00,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f64b6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:21:00,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:00,108 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:00,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68c41f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:00,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,110 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:00,111 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ecc762b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,111 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0d65a1 2024-11-11T07:21:00,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:00,112 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:00,113 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,44855,1731309647555 (queues=1) is replicating from cluster=3d9d8adb-554f-4b2f-ae89-bea3d7d51856 to cluster=374ceefa-6927-4003-b908-ac013cacfdfe 2024-11-11T07:21:00,113 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C44855%2C1731309647555 2024-11-11T07:21:00,113 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,44855,1731309647555, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:21:00,117 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059, startPosition=0, beingWritten=true 2024-11-11T07:21:00,121 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C44855%2C1731309647555 2024-11-11T07:21:00,124 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:00,124 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:00,124 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,44855,1731309647555 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:00,329 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:00,634 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:00,650 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:21:00,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:00,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:00,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:00,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:21:00,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:00,652 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:21:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:21:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c55b36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:21:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,654 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618398d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:21:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@184a8fbe 2024-11-11T07:21:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:00,657 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:00,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:41413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:21:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:21:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:00,661 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41413' 2024-11-11T07:21:00,663 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff62ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,663 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:21:00,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:00,664 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12721a60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:00,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,666 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:00,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edf13ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:00,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:21:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@181c10b5 2024-11-11T07:21:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:00,669 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:00,670 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:21:00,670 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:21:00,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:00,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:00,670 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:00,672 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:21:00,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:21:00,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:00,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:21:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:21:00,722 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:21:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:01,038 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:01,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03a0b4760fadf2100d8be7bd17d11855, NAME => 'hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1 2024-11-11T07:21:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 03a0b4760fadf2100d8be7bd17d11855, disabling compactions & flushes 2024-11-11T07:21:01,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. after waiting 0 ms 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03a0b4760fadf2100d8be7bd17d11855: Waiting for close lock at 1731309661166Disabling compacts and flushes for region at 1731309661166Disabling writes for close at 1731309661166Writing region close event to WAL at 1731309661166Closed at 1731309661166 2024-11-11T07:21:01,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:21:01,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309661168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309661168"}]},"ts":"1731309661168"} 2024-11-11T07:21:01,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:21:01,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:21:01,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309661173"}]},"ts":"1731309661173"} 2024-11-11T07:21:01,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:21:01,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a0b4760fadf2100d8be7bd17d11855, ASSIGN}] 2024-11-11T07:21:01,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a0b4760fadf2100d8be7bd17d11855, ASSIGN 2024-11-11T07:21:01,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a0b4760fadf2100d8be7bd17d11855, ASSIGN; state=OFFLINE, location=d72d5187e64f,41475,1731309654100; forceNewPlan=false, retain=false 2024-11-11T07:21:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:01,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03a0b4760fadf2100d8be7bd17d11855, regionState=OPENING, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:21:01,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=03a0b4760fadf2100d8be7bd17d11855, ASSIGN because future has completed 2024-11-11T07:21:01,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a0b4760fadf2100d8be7bd17d11855, server=d72d5187e64f,41475,1731309654100}] 2024-11-11T07:21:01,576 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:01,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:01,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:21:01,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C41475%2C1731309654100.rep, suffix=, logDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100, archiveDir=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/oldWALs, maxLogs=10 2024-11-11T07:21:01,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.rep.1731309661619, exclude list is [], retry=0 2024-11-11T07:21:01,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37993,DS-279879e5-cab5-4982-8d2f-4c6c03f8584a,DISK] 2024-11-11T07:21:01,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.rep.1731309661619 2024-11-11T07:21:01,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46557:46557)] 2024-11-11T07:21:01,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 03a0b4760fadf2100d8be7bd17d11855, NAME => 'hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:01,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:01,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:01,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. service=MultiRowMutationService 2024-11-11T07:21:01,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:21:01,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:01,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,746 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,749 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a0b4760fadf2100d8be7bd17d11855 columnFamilyName hfileref 2024-11-11T07:21:01,750 DEBUG [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:01,750 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(327): Store=03a0b4760fadf2100d8be7bd17d11855/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:01,751 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,754 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a0b4760fadf2100d8be7bd17d11855 columnFamilyName queue 2024-11-11T07:21:01,754 DEBUG [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:01,754 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(327): Store=03a0b4760fadf2100d8be7bd17d11855/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:01,754 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,758 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03a0b4760fadf2100d8be7bd17d11855 columnFamilyName sid 2024-11-11T07:21:01,758 DEBUG [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:01,760 INFO [StoreOpener-03a0b4760fadf2100d8be7bd17d11855-1 {}] regionserver.HStore(327): Store=03a0b4760fadf2100d8be7bd17d11855/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:21:01,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:01,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 03a0b4760fadf2100d8be7bd17d11855; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59477938, jitterRate=-0.11370965838432312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:21:01,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:01,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 03a0b4760fadf2100d8be7bd17d11855: Running coprocessor pre-open hook at 1731309661730Writing region info on filesystem at 1731309661730Initializing all the Stores at 1731309661734 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309661734Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309661744 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309661744Cleaning up temporary data from old regions at 1731309661770 (+26 ms)Running coprocessor post-open hooks at 1731309661777 (+7 ms)Region opened successfully at 1731309661777 2024-11-11T07:21:01,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855., pid=10, masterSystemTime=1731309661514 2024-11-11T07:21:01,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:01,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=03a0b4760fadf2100d8be7bd17d11855, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,41475,1731309654100 2024-11-11T07:21:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03a0b4760fadf2100d8be7bd17d11855, server=d72d5187e64f,41475,1731309654100 because future has completed 2024-11-11T07:21:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:01,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:21:01,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 03a0b4760fadf2100d8be7bd17d11855, server=d72d5187e64f,41475,1731309654100 in 456 msec 2024-11-11T07:21:01,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:21:01,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=03a0b4760fadf2100d8be7bd17d11855, ASSIGN in 636 msec 2024-11-11T07:21:01,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:21:01,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309661820"}]},"ts":"1731309661820"} 2024-11-11T07:21:01,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:21:01,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:21:01,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1540 sec 2024-11-11T07:21:01,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855., hostname=d72d5187e64f,41475,1731309654100, seqNum=2] 2024-11-11T07:21:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:21:01,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:21:02,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:21:02,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:02,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:02,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:21:02,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:21:02,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41475 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:21:02,166 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:21:02,191 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:02,201 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,41475,1731309654100, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:21:02,202 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:02,202 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:02,202 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:02,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:02,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,41475,1731309654100', locateType=CURRENT is [region=hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855., hostname=d72d5187e64f,41475,1731309654100, seqNum=2] 2024-11-11T07:21:02,207 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:21:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:21:02,211 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,41475,1731309654100 suceeded 2024-11-11T07:21:02,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:21:02,212 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:41413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:21:02,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-11T07:21:02,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5540 sec 2024-11-11T07:21:02,222 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41413' 2024-11-11T07:21:02,224 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ca457f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:02,224 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:21:02,224 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:02,224 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f638a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:02,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:02,226 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:02,226 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dff233e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:02,226 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c8fab4 2024-11-11T07:21:02,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:02,228 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:02,229 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,41475,1731309654100 (queues=1) is replicating from cluster=374ceefa-6927-4003-b908-ac013cacfdfe to cluster=3d9d8adb-554f-4b2f-ae89-bea3d7d51856 2024-11-11T07:21:02,229 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C41475%2C1731309654100 2024-11-11T07:21:02,229 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,41475,1731309654100, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:21:02,236 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C41475%2C1731309654100 2024-11-11T07:21:02,236 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, startPosition=0, beingWritten=true 2024-11-11T07:21:02,247 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:02,247 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:02,247 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,41475,1731309654100 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:02,453 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:02,757 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:02,810 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:21:02,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:02,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:02,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:02,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:02,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:02,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:02,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731309662815/Put/seqid=0 2024-11-11T07:21:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741840_1016 (size=7894) 2024-11-11T07:21:02,900 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:03,162 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:03,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731309663230/Put/seqid=0 2024-11-11T07:21:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741841_1017 (size=7691) 2024-11-11T07:21:03,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:21:03,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:03,237 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:21:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:21:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175d784f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:21:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:03,239 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:03,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:21:03,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:03,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:03,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:21:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@332171b3 2024-11-11T07:21:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:03,258 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2] 2024-11-11T07:21:03,264 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:03,271 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T07:21:03,274 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T07:21:03,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_0 for inclusion in eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T07:21:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:03,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_1 for inclusion in eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T07:21:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegion(2603): Flush status journal for eabe22f24b76de573b95e49bd506cced: 2024-11-11T07:21:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_0 2024-11-11T07:21:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_0 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ 2024-11-11T07:21:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_1 2024-11-11T07:21:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_1 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ 2024-11-11T07:21:03,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_0 into eabe22f24b76de573b95e49bd506cced/f as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ - updating store file list. 2024-11-11T07:21:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 623a15a5926e499a92609b93c5b1fcd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:03,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ into eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:03,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_0 into eabe22f24b76de573b95e49bd506cced/f (new location: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_) 2024-11-11T07:21:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_0 2024-11-11T07:21:03,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_1 into eabe22f24b76de573b95e49bd506cced/f as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ - updating store file list. 2024-11-11T07:21:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54cfa49177e04ae59b673f5e4839ba32_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:03,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ into eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:03,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_1 into eabe22f24b76de573b95e49bd506cced/f (new location: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_) 2024-11-11T07:21:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins__test__6h6oudmg18sqvct55o4k83qu0mtfoq0gd5tbgmcm51m5othte24l0m3lkdl61ib1/f/hfile_1 2024-11-11T07:21:03,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:03,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:03,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2 , the old value is region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:44855 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:21:03,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:03,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:21:03,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2 from cache 2024-11-11T07:21:03,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:03,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T07:21:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:03,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:03,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2] 2024-11-11T07:21:03,322 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:21:03,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:44855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:21:03,666 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:03,704 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 379, reset compression=false 2024-11-11T07:21:03,710 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:03,710 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,44855,1731309647555 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe22f24b76de573b95e49bd506cced/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309663313/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:21:03,712 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:03,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T07:21:03,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(318): Replicating [3d9d8adb-554f-4b2f-ae89-bea3d7d51856] bulk loaded data 2024-11-11T07:21:03,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23526f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:21:03,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:03,716 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:21:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:03,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:21:03,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51a645e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:21:03,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:03,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:03,718 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:03,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73678b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741840_1016 (size=7894) 2024-11-11T07:21:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741841_1017 (size=7691) 2024-11-11T07:21:03,911 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:04,237 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:04,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:21:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cdaa36b 2024-11-11T07:21:04,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:04,266 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:04,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:04,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:04,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:04,270 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:04,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:04,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T07:21:04,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T07:21:04,326 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:21:04,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ for inclusion in 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T07:21:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:04,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ for inclusion in 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T07:21:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegion(2603): Flush status journal for 26316a7ca37fc5ee498a04a27a3e5553: 2024-11-11T07:21:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:21:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_ 2024-11-11T07:21:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:21:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/14f0e46585c54241a5bc8373762602c6_SeqId_4_ 2024-11-11T07:21:04,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_ - updating store file list. 2024-11-11T07:21:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:04,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:04,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f (new location: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_) 2024-11-11T07:21:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/623a15a5926e499a92609b93c5b1fcd8_SeqId_4_ 2024-11-11T07:21:04,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/14f0e46585c54241a5bc8373762602c6_SeqId_4_ - updating store file list. 2024-11-11T07:21:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14f0e46585c54241a5bc8373762602c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:04,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/14f0e46585c54241a5bc8373762602c6_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:04,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ into 26316a7ca37fc5ee498a04a27a3e5553/f (new location: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/14f0e46585c54241a5bc8373762602c6_SeqId_4_) 2024-11-11T07:21:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins.hfs.11__test__kdoej657tbf81rhaka3e8oq2o1h7eh6bp3832tkfg0vgnokr1p83gt5lp3tjbbf3/f/54cfa49177e04ae59b673f5e4839ba32_SeqId_4_ 2024-11-11T07:21:04,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(324): Finished replicating [3d9d8adb-554f-4b2f-ae89-bea3d7d51856] bulk loaded data 2024-11-11T07:21:04,668 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:04,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:21:04,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:04,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:21:04,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:04,988 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:04,988 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:21:04,999 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 379, reset compression=false 2024-11-11T07:21:05,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:05,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,41475,1731309654100 got entry batch from reader: WALEntryBatch [walEntries=[{test/26316a7ca37fc5ee498a04a27a3e5553/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309664397/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T07:21:05,050 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:05,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T07:21:05,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.ReplicationSink(318): Replicating [3d9d8adb-554f-4b2f-ae89-bea3d7d51856, 374ceefa-6927-4003-b908-ac013cacfdfe] bulk loaded data 2024-11-11T07:21:05,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1027d3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:05,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41413,-1 for getting cluster id 2024-11-11T07:21:05,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:05,066 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d9d8adb-554f-4b2f-ae89-bea3d7d51856' 2024-11-11T07:21:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d9d8adb-554f-4b2f-ae89-bea3d7d51856" 2024-11-11T07:21:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3da833c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41413,-1] 2024-11-11T07:21:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:05,069 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:05,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e1eacaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:05,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741842_1018 (size=7894) 2024-11-11T07:21:05,198 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:05,243 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 725, reset compression=false 2024-11-11T07:21:05,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:05,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731309665341/Put/seqid=0 2024-11-11T07:21:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741842_1018 (size=11194) 2024-11-11T07:21:05,550 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 725, reset compression=false 2024-11-11T07:21:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741843_1019 (size=7691) 2024-11-11T07:21:05,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731309665778/Put/seqid=0 2024-11-11T07:21:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741843_1019 (size=10791) 2024-11-11T07:21:05,825 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:05,954 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 725, reset compression=false 2024-11-11T07:21:06,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41413,1731309647354 2024-11-11T07:21:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@116c6e7f 2024-11-11T07:21:06,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:06,034 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:06,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:06,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:06,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:21:06,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:06,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:06,063 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__afo5cvqqf72dp81g6k285qer8qcsk3tpcr11jadbitkmr967hj31q5raf39lfdos/f/14f0e46585c54241a5bc8373762602c6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T07:21:06,070 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__afo5cvqqf72dp81g6k285qer8qcsk3tpcr11jadbitkmr967hj31q5raf39lfdos/f/7c5538c4f8ed48a8a28e383b36c4f449_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T07:21:06,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.ReplicationSink(324): Finished replicating [3d9d8adb-554f-4b2f-ae89-bea3d7d51856, 374ceefa-6927-4003-b908-ac013cacfdfe] bulk loaded data 2024-11-11T07:21:06,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:06,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36955,-1 for getting cluster id 2024-11-11T07:21:06,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:06,221 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '374ceefa-6927-4003-b908-ac013cacfdfe' 2024-11-11T07:21:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "374ceefa-6927-4003-b908-ac013cacfdfe" 2024-11-11T07:21:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521b4bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36955,-1] 2024-11-11T07:21:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:06,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:06,224 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:06,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:06,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:06,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:06,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36955,1731309653790 2024-11-11T07:21:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@463f947d 2024-11-11T07:21:06,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:06,242 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2] 2024-11-11T07:21:06,252 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:06,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T07:21:06,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T07:21:06,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T07:21:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:06,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T07:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegion(2603): Flush status journal for 26316a7ca37fc5ee498a04a27a3e5553: 2024-11-11T07:21:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_0 2024-11-11T07:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_0 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ 2024-11-11T07:21:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_1 2024-11-11T07:21:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_1 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ 2024-11-11T07:21:06,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_0 into 26316a7ca37fc5ee498a04a27a3e5553/f as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ - updating store file list. 2024-11-11T07:21:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:06,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ into 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:06,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_0 into 26316a7ca37fc5ee498a04a27a3e5553/f (new location: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_) 2024-11-11T07:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_0 2024-11-11T07:21:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_1 into 26316a7ca37fc5ee498a04a27a3e5553/f as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ - updating store file list. 2024-11-11T07:21:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf609af88eec41768eeb02777f9d6599_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:06,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ into 26316a7ca37fc5ee498a04a27a3e5553/f 2024-11-11T07:21:06,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_1 into 26316a7ca37fc5ee498a04a27a3e5553/f (new location: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_) 2024-11-11T07:21:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/staging/jenkins__test__p4t8233g0voigc8sf6tcs360lc73h0rph58e9rfjknoschkhobto906lvhi9s9dh/f/hfile_1 2024-11-11T07:21:06,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:06,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:06,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:06,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:06,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:06,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2 , the old value is region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:41475 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:21:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:21:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., hostname=d72d5187e64f,41475,1731309654100, seqNum=2 from cache 2024-11-11T07:21:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,44855,1731309647555, seqNum=-1] 2024-11-11T07:21:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:06,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41475: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:39356 deadline: 1731309726378 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:39356 2024-11-11T07:21:06,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., hostname=d72d5187e64f,44855,1731309647555, seqNum=2] 2024-11-11T07:21:06,392 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:21:06,490 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:41475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:21:06,526 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 725, reset compression=false 2024-11-11T07:21:06,538 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:06,609 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:06,609 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,41475,1731309654100 got entry batch from reader: WALEntryBatch [walEntries=[{test/26316a7ca37fc5ee498a04a27a3e5553/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309666373/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:21:06,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.ReplicationSink(318): Replicating [374ceefa-6927-4003-b908-ac013cacfdfe] bulk loaded data 2024-11-11T07:21:06,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741844_1020 (size=11194) 2024-11-11T07:21:06,809 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1033, reset compression=false 2024-11-11T07:21:07,140 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1033, reset compression=false 2024-11-11T07:21:07,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741845_1021 (size=10791) 2024-11-11T07:21:07,232 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:07,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:07,398 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:21:07,417 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:07,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:07,548 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1033, reset compression=false 2024-11-11T07:21:07,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T07:21:07,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T07:21:07,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ for inclusion in eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T07:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:07,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ for inclusion in eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T07:21:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:21:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegion(2603): Flush status journal for eabe22f24b76de573b95e49bd506cced: 2024-11-11T07:21:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:21:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/4a7ac4955aee40698a1070d387046b42_SeqId_6_ 2024-11-11T07:21:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf609af88eec41768eeb02777f9d6599_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:21:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/3845709a4cea479b9df7e98e33398b63_SeqId_6_ 2024-11-11T07:21:07,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/4a7ac4955aee40698a1070d387046b42_SeqId_6_ - updating store file list. 2024-11-11T07:21:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a7ac4955aee40698a1070d387046b42_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:07,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/4a7ac4955aee40698a1070d387046b42_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:07,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f (new location: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/4a7ac4955aee40698a1070d387046b42_SeqId_6_) 2024-11-11T07:21:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_ 2024-11-11T07:21:07,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/3845709a4cea479b9df7e98e33398b63_SeqId_6_ - updating store file list. 2024-11-11T07:21:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3845709a4cea479b9df7e98e33398b63_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:21:07,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/3845709a4cea479b9df7e98e33398b63_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f 2024-11-11T07:21:07,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ into eabe22f24b76de573b95e49bd506cced/f (new location: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/f/3845709a4cea479b9df7e98e33398b63_SeqId_6_) 2024-11-11T07:21:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/staging/jenkins.hfs.10__test__km4cb5nsc8irf1f92ievg957a1sd2n7agss4giqsu0q57mdsoiuaadcf0ou5vvme/f/cf609af88eec41768eeb02777f9d6599_SeqId_6_ 2024-11-11T07:21:07,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44855 {}] regionserver.ReplicationSink(324): Finished replicating [374ceefa-6927-4003-b908-ac013cacfdfe] bulk loaded data 2024-11-11T07:21:08,055 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1033, reset compression=false 2024-11-11T07:21:08,321 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 687, reset compression=false 2024-11-11T07:21:08,327 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:08,327 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,44855,1731309647555 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe22f24b76de573b95e49bd506cced/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309667592/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T07:21:08,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(318): Replicating [374ceefa-6927-4003-b908-ac013cacfdfe, 3d9d8adb-554f-4b2f-ae89-bea3d7d51856] bulk loaded data 2024-11-11T07:21:08,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741844_1020 (size=11194) 2024-11-11T07:21:08,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:21:08,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:08,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:08,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:21:08,411 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532835451, stopped=false 2024-11-11T07:21:08,411 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,36955,1731309653790 2024-11-11T07:21:08,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11808681621/running 2024-11-11T07:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11808681621/running 2024-11-11T07:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:21:08,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:21:08,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:08,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:08,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:08,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:08,474 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,41475,1731309654100' ***** 2024-11-11T07:21:08,474 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:21:08,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/running 2024-11-11T07:21:08,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Set watcher on znode that does not yet exist, /11808681621/running 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:21:08,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 03a0b4760fadf2100d8be7bd17d11855 2024-11-11T07:21:08,476 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,41475,1731309654100 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:41475. 2024-11-11T07:21:08,477 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26316a7ca37fc5ee498a04a27a3e5553, disabling compactions & flushes 2024-11-11T07:21:08,477 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:21:08,477 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:21:08,477 DEBUG [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:08,477 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:08,477 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. after waiting 0 ms 2024-11-11T07:21:08,477 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:21:08,477 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:21:08,477 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 26316a7ca37fc5ee498a04a27a3e5553=test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553., 03a0b4760fadf2100d8be7bd17d11855=hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855.} 2024-11-11T07:21:08,477 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1351): Waiting on 03a0b4760fadf2100d8be7bd17d11855, 1588230740, 26316a7ca37fc5ee498a04a27a3e5553 2024-11-11T07:21:08,477 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:08,477 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:08,478 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:08,478 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:08,478 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:08,478 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:21:08,481 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/default/test/26316a7ca37fc5ee498a04a27a3e5553/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:21:08,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:08,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:08,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:21:08,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26316a7ca37fc5ee498a04a27a3e5553: Waiting for close lock at 1731309668476Running coprocessor pre-close hooks at 1731309668476Disabling compacts and flushes for region at 1731309668477 (+1 ms)Disabling writes for close at 1731309668477Writing region close event to WAL at 1731309668478 (+1 ms)Running coprocessor post-close hooks at 1731309668482 (+4 ms)Closed at 1731309668482 2024-11-11T07:21:08,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553. 2024-11-11T07:21:08,483 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03a0b4760fadf2100d8be7bd17d11855, disabling compactions & flushes 2024-11-11T07:21:08,483 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:08,483 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:08,483 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. after waiting 0 ms 2024-11-11T07:21:08,483 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:08,483 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03a0b4760fadf2100d8be7bd17d11855 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T07:21:08,494 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/info/5bcd5bfa383946a58d3e9b36f5f852be is 147, key is hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855./info:regioninfo/1731309661786/Put/seqid=0 2024-11-11T07:21:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741845_1021 (size=7686) 2024-11-11T07:21:08,498 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/info/5bcd5bfa383946a58d3e9b36f5f852be 2024-11-11T07:21:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/hfileref/9706e65b80804cfbbda84be90a380e5a is 74, key is 1/hfileref:1394a5bcf6ed41b18e1b8f874b0fe8de_SeqId_6_/1731309667595/DeleteColumn/seqid=0 2024-11-11T07:21:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741846_1022 (size=5345) 2024-11-11T07:21:08,516 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:08,520 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/ns/77da0dceafb44b70bba4b80488cbf485 is 43, key is default/ns:d/1731309656589/Put/seqid=0 2024-11-11T07:21:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741847_1023 (size=5153) 2024-11-11T07:21:08,527 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:08,660 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1033, reset compression=false 2024-11-11T07:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1328, reset compression=false 2024-11-11T07:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,41475,1731309654100 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:08,665 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,41475,1731309654100: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,41475,1731309654100, walGroup=d72d5187e64f%2C41475%2C1731309654100, offset=d72d5187e64f%2C41475%2C1731309654100.1731309656133:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:41475 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:21:08,667 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:21:08,667 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:21:08,668 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:21:08,668 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:21:08,668 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:21:08,668 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 553835680 }, "NonHeapMemoryUsage": { "committed": 189988864, "init": 7667712, "max": -1, "used": 187232760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:21:08,670 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:21:08,678 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1351): Waiting on 03a0b4760fadf2100d8be7bd17d11855, 1588230740 2024-11-11T07:21:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741848_1024 (size=10791) 2024-11-11T07:21:08,834 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:08,869 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1328, reset compression=false 2024-11-11T07:21:08,878 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1351): Waiting on 03a0b4760fadf2100d8be7bd17d11855, 1588230740 2024-11-11T07:21:08,910 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/hfileref/9706e65b80804cfbbda84be90a380e5a 2024-11-11T07:21:08,926 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/ns/77da0dceafb44b70bba4b80488cbf485 2024-11-11T07:21:08,927 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/queue/26a725d3f04b4bc8ab6ec6d7fbc841f5 is 154, key is 1-d72d5187e64f,41475,1731309654100/queue:d72d5187e64f%2C41475%2C1731309654100/1731309667597/Put/seqid=0 2024-11-11T07:21:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741849_1025 (size=5353) 2024-11-11T07:21:08,949 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/rep_barrier/605ad7aba3504be2b19e9f135e48c858 is 112, key is test,,1731309657856.26316a7ca37fc5ee498a04a27a3e5553./rep_barrier:seqnumDuringOpen/1731309658329/Put/seqid=0 2024-11-11T07:21:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741850_1026 (size=5518) 2024-11-11T07:21:08,953 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/rep_barrier/605ad7aba3504be2b19e9f135e48c858 2024-11-11T07:21:08,971 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/table/0add8ba1f8d748abb78257c2edf6a311 is 53, key is hbase:replication/table:state/1731309661820/Put/seqid=0 2024-11-11T07:21:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741851_1027 (size=5308) 2024-11-11T07:21:08,989 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:21:08,989 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:21:09,078 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1351): Waiting on 03a0b4760fadf2100d8be7bd17d11855, 1588230740 2024-11-11T07:21:09,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:21:09,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:09,173 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1328, reset compression=false 2024-11-11T07:21:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 from cache 2024-11-11T07:21:09,238 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:09,278 DEBUG [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1351): Waiting on 03a0b4760fadf2100d8be7bd17d11855, 1588230740 2024-11-11T07:21:09,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:09,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:09,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:09,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 from cache 2024-11-11T07:21:09,333 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/queue/26a725d3f04b4bc8ab6ec6d7fbc841f5 2024-11-11T07:21:09,339 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/hfileref/9706e65b80804cfbbda84be90a380e5a as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/hfileref/9706e65b80804cfbbda84be90a380e5a 2024-11-11T07:21:09,345 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/hfileref/9706e65b80804cfbbda84be90a380e5a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T07:21:09,346 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/.tmp/queue/26a725d3f04b4bc8ab6ec6d7fbc841f5 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/queue/26a725d3f04b4bc8ab6ec6d7fbc841f5 2024-11-11T07:21:09,352 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/queue/26a725d3f04b4bc8ab6ec6d7fbc841f5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T07:21:09,353 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 03a0b4760fadf2100d8be7bd17d11855 in 869ms, sequenceid=12, compaction requested=false 2024-11-11T07:21:09,362 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/replication/03a0b4760fadf2100d8be7bd17d11855/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T07:21:09,363 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:09,363 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:09,363 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:09,363 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03a0b4760fadf2100d8be7bd17d11855: Waiting for close lock at 1731309668483Running coprocessor pre-close hooks at 1731309668483Disabling compacts and flushes for region at 1731309668483Disabling writes for close at 1731309668483Obtaining lock to block concurrent updates at 1731309668483Preparing flush snapshotting stores in 03a0b4760fadf2100d8be7bd17d11855 at 1731309668483Finished memstore snapshotting hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731309668483Flushing stores of hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. at 1731309668484 (+1 ms)Flushing 03a0b4760fadf2100d8be7bd17d11855/hfileref: creating writer at 1731309668484Flushing 03a0b4760fadf2100d8be7bd17d11855/hfileref: appending metadata at 1731309668502 (+18 ms)Flushing 03a0b4760fadf2100d8be7bd17d11855/hfileref: closing flushed file at 1731309668502Flushing 03a0b4760fadf2100d8be7bd17d11855/queue: creating writer at 1731309668914 (+412 ms)Flushing 03a0b4760fadf2100d8be7bd17d11855/queue: appending metadata at 1731309668927 (+13 ms)Flushing 03a0b4760fadf2100d8be7bd17d11855/queue: closing flushed file at 1731309668927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1493b9cd: reopening flushed file at 1731309669338 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bc06c5: reopening flushed file at 1731309669345 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 03a0b4760fadf2100d8be7bd17d11855 in 869ms, sequenceid=12, compaction requested=false at 1731309669353 (+8 ms)Writing region close event to WAL at 1731309669354 (+1 ms)Running coprocessor post-close hooks at 1731309669363 (+9 ms)Closed at 1731309669363 2024-11-11T07:21:09,363 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309660670.03a0b4760fadf2100d8be7bd17d11855. 2024-11-11T07:21:09,375 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/table/0add8ba1f8d748abb78257c2edf6a311 2024-11-11T07:21:09,380 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/info/5bcd5bfa383946a58d3e9b36f5f852be as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/info/5bcd5bfa383946a58d3e9b36f5f852be 2024-11-11T07:21:09,385 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/info/5bcd5bfa383946a58d3e9b36f5f852be, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:21:09,386 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/ns/77da0dceafb44b70bba4b80488cbf485 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/ns/77da0dceafb44b70bba4b80488cbf485 2024-11-11T07:21:09,391 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/ns/77da0dceafb44b70bba4b80488cbf485, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:21:09,392 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/rep_barrier/605ad7aba3504be2b19e9f135e48c858 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/rep_barrier/605ad7aba3504be2b19e9f135e48c858 2024-11-11T07:21:09,396 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/rep_barrier/605ad7aba3504be2b19e9f135e48c858, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:21:09,397 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/.tmp/table/0add8ba1f8d748abb78257c2edf6a311 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/table/0add8ba1f8d748abb78257c2edf6a311 2024-11-11T07:21:09,402 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/table/0add8ba1f8d748abb78257c2edf6a311, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:21:09,403 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=16, compaction requested=false 2024-11-11T07:21:09,413 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:21:09,414 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:09,414 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:09,414 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:09,414 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309668477Running coprocessor pre-close hooks at 1731309668477Disabling compacts and flushes for region at 1731309668477Disabling writes for close at 1731309668478 (+1 ms)Obtaining lock to block concurrent updates at 1731309668478Preparing flush snapshotting stores in 1588230740 at 1731309668478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309668479 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309668479Flushing 1588230740/info: creating writer at 1731309668479Flushing 1588230740/info: appending metadata at 1731309668493 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731309668493Flushing 1588230740/ns: creating writer at 1731309668503 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731309668520 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731309668520Flushing 1588230740/rep_barrier: creating writer at 1731309668931 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309668948 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309668948Flushing 1588230740/table: creating writer at 1731309668957 (+9 ms)Flushing 1588230740/table: appending metadata at 1731309668971 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731309668971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51438cb7: reopening flushed file at 1731309669380 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24592385: reopening flushed file at 1731309669385 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200f457d: reopening flushed file at 1731309669391 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597153a: reopening flushed file at 1731309669396 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 925ms, sequenceid=16, compaction requested=false at 1731309669403 (+7 ms)Writing region close event to WAL at 1731309669409 (+6 ms)Running coprocessor post-close hooks at 1731309669414 (+5 ms)Closed at 1731309669414 2024-11-11T07:21:09,414 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:09,478 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,41475,1731309654100; all regions closed. 2024-11-11T07:21:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:21:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741839_1015 (size=3127) 2024-11-11T07:21:09,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741833_1009 (size=1336) 2024-11-11T07:21:09,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 not finished, retry = 0 2024-11-11T07:21:09,499 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:09,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1] 2024-11-11T07:21:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d72d5187e64f,41475,1731309654100 aborting 2024-11-11T07:21:09,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,41475,1731309654100, seqNum=-1 from cache 2024-11-11T07:21:09,580 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 to pos 1328, reset compression=false 2024-11-11T07:21:09,598 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:09,598 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:09,598 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/WALs/d72d5187e64f,41475,1731309654100/d72d5187e64f%2C41475%2C1731309654100.1731309656133 2024-11-11T07:21:09,598 INFO [RS:0;d72d5187e64f:41475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:09,598 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T07:21:09,598 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T07:21:09,598 INFO [RS:0;d72d5187e64f:41475 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:09,605 INFO [RS:0;d72d5187e64f:41475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:09,605 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,41475,1731309654100 because: Region server is closing 2024-11-11T07:21:09,605 INFO [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:41475. 2024-11-11T07:21:09,605 DEBUG [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:09,605 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:09,606 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:09,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:09,606 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:09,706 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.shipperd72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 terminated 2024-11-11T07:21:09,706 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,41475,1731309654100.replicationSource.wal-reader.d72d5187e64f%2C41475%2C1731309654100,1-d72d5187e64f,41475,1731309654100 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T07:21:09,706 INFO [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:41475. 2024-11-11T07:21:09,706 DEBUG [RS:0;d72d5187e64f:41475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:09,706 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:09,706 DEBUG [RS:0;d72d5187e64f:41475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:09,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:09,706 INFO [RS:0;d72d5187e64f:41475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41475 2024-11-11T07:21:09,708 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:41475 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-11T07:21:09,708 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T07:21:09,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-11T07:21:09,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41475 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:39342 deadline: 1731309728328, exception=java.io.InterruptedIOException 2024-11-11T07:21:09,709 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T07:21:09,742 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:09,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:09,809 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d72d5187e64f:41475 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:41475 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:09,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-11T07:21:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11808681621/rs/d72d5187e64f,41475,1731309654100 2024-11-11T07:21:09,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621/rs 2024-11-11T07:21:09,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d72d5187e64f:41475 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:41475 2024-11-11T07:21:09,810 INFO [RS:0;d72d5187e64f:41475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:09,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,41475,1731309654100] 2024-11-11T07:21:09,810 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d72d5187e64f:41475 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:41475 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:41475 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T07:21:09,812 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:09,984 INFO [RS:0;d72d5187e64f:41475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41475-0x10128c4aa4a0004, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:09,984 INFO [RS:0;d72d5187e64f:41475 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,41475,1731309654100; zookeeper connection closed. 2024-11-11T07:21:09,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 2024-11-11T07:21:09,984 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:21:10,013 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T07:21:10,014 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:10,014 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T07:21:10,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11808681621/draining/d72d5187e64f,41475,1731309654100 already deleted, retry=false 2024-11-11T07:21:10,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,41475,1731309654100 expired; onlineServers=0 2024-11-11T07:21:10,019 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,36955,1731309653790' ***** 2024-11-11T07:21:10,019 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:21:10,019 INFO [M:0;d72d5187e64f:36955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:10,019 INFO [M:0;d72d5187e64f:36955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:10,019 DEBUG [M:0;d72d5187e64f:36955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:21:10,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:21:10,019 DEBUG [M:0;d72d5187e64f:36955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:21:10,019 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309655806 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309655806,5,FailOnTimeoutGroup] 2024-11-11T07:21:10,019 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309655804 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309655804,5,FailOnTimeoutGroup] 2024-11-11T07:21:10,019 INFO [M:0;d72d5187e64f:36955 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:10,019 INFO [M:0;d72d5187e64f:36955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:10,020 DEBUG [M:0;d72d5187e64f:36955 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:21:10,020 INFO [M:0;d72d5187e64f:36955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:21:10,020 INFO [M:0;d72d5187e64f:36955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:10,020 INFO [M:0;d72d5187e64f:36955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:21:10,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:21:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11808681621/master 2024-11-11T07:21:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11808681621 2024-11-11T07:21:10,137 DEBUG [M:0;d72d5187e64f:36955 {}] zookeeper.ZKUtil(347): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Unable to get data of znode /11808681621/master because node does not exist (not an error) 2024-11-11T07:21:10,137 WARN [M:0;d72d5187e64f:36955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:21:10,138 INFO [M:0;d72d5187e64f:36955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/.lastflushedseqids 2024-11-11T07:21:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741852_1028 (size=263) 2024-11-11T07:21:10,315 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T07:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:21:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37240 deadline: 1731309730317, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T07:21:10,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:10,318 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T07:21:10,319 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:10,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-11T07:21:10,320 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:10,319 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T07:21:10,349 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:10,543 INFO [M:0;d72d5187e64f:36955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:21:10,543 INFO [M:0;d72d5187e64f:36955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:21:10,543 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:10,543 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:10,543 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:10,543 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:10,543 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:10,544 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-11T07:21:10,562 DEBUG [M:0;d72d5187e64f:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea6e04ae93e4325b3e7b1cdbdcda600 is 82, key is hbase:meta,,1/info:regioninfo/1731309656542/Put/seqid=0 2024-11-11T07:21:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741853_1029 (size=5672) 2024-11-11T07:21:10,720 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T07:21:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:21:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37240 deadline: 1731309730722, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T07:21:10,722 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T07:21:10,723 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:10,723 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T07:21:10,966 INFO [M:0;d72d5187e64f:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea6e04ae93e4325b3e7b1cdbdcda600 2024-11-11T07:21:10,986 DEBUG [M:0;d72d5187e64f:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea17b1cd51545c09505a2b34a39a2a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309661828/Put/seqid=0 2024-11-11T07:21:10,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741854_1030 (size=8516) 2024-11-11T07:21:10,991 INFO [M:0;d72d5187e64f:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea17b1cd51545c09505a2b34a39a2a7 2024-11-11T07:21:11,007 DEBUG [M:0;d72d5187e64f:36955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377551cab78f49dc9ca2ca3cf5f91511 is 69, key is d72d5187e64f,41475,1731309654100/rs:state/1731309655901/Put/seqid=0 2024-11-11T07:21:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741855_1031 (size=5156) 2024-11-11T07:21:11,053 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:11,224 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T07:21:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:21:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37240 deadline: 1731309731225, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T07:21:11,226 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T07:21:11,227 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:11,227 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T07:21:11,411 INFO [M:0;d72d5187e64f:36955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377551cab78f49dc9ca2ca3cf5f91511 2024-11-11T07:21:11,415 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ea6e04ae93e4325b3e7b1cdbdcda600 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ea6e04ae93e4325b3e7b1cdbdcda600 2024-11-11T07:21:11,420 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ea6e04ae93e4325b3e7b1cdbdcda600, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:21:11,421 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ea17b1cd51545c09505a2b34a39a2a7 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea17b1cd51545c09505a2b34a39a2a7 2024-11-11T07:21:11,425 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ea17b1cd51545c09505a2b34a39a2a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:21:11,426 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377551cab78f49dc9ca2ca3cf5f91511 as hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377551cab78f49dc9ca2ca3cf5f91511 2024-11-11T07:21:11,429 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33227/user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377551cab78f49dc9ca2ca3cf5f91511, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:21:11,430 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-11T07:21:11,431 INFO [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:11,432 DEBUG [M:0;d72d5187e64f:36955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309670543Disabling compacts and flushes for region at 1731309670543Disabling writes for close at 1731309670543Obtaining lock to block concurrent updates at 1731309670544 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309670544Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731309670544Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309670544Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309670545 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309670562 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309670562Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309670971 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309670986 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309670986Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309670994 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309671006 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309671006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbe4ee9: reopening flushed file at 1731309671415 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630c536e: reopening flushed file at 1731309671420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5b6161: reopening flushed file at 1731309671425 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1731309671430 (+5 ms)Writing region close event to WAL at 1731309671431 (+1 ms)Closed at 1731309671431 2024-11-11T07:21:11,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37993 is added to blk_1073741830_1006 (size=63654) 2024-11-11T07:21:11,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd84c09-77be-a166-f856-cb8af4ddd4b1/MasterData/WALs/d72d5187e64f,36955,1731309653790/d72d5187e64f%2C36955%2C1731309653790.1731309655461 not finished, retry = 0 2024-11-11T07:21:11,534 INFO [M:0;d72d5187e64f:36955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:21:11,534 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:11,535 INFO [M:0;d72d5187e64f:36955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36955 2024-11-11T07:21:11,535 INFO [M:0;d72d5187e64f:36955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:11,700 INFO [M:0;d72d5187e64f:36955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:11,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36955-0x10128c4aa4a0003, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:11,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae2fa0b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:11,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659beb6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:11,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:11,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e887248{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:11,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6752d86d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:11,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:21:11,706 WARN [BP-1753969361-172.17.0.3-1731309650764 heartbeating to localhost/127.0.0.1:33227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:21:11,706 WARN [BP-1753969361-172.17.0.3-1731309650764 heartbeating to localhost/127.0.0.1:33227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1753969361-172.17.0.3-1731309650764 (Datanode Uuid 75984437-d4fd-4e3e-9348-ffcce408de07) service to localhost/127.0.0.1:33227 2024-11-11T07:21:11,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:21:11,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/cluster_dc157ee0-e58d-645e-ba4f-d45f4c005cc1/data/data1/current/BP-1753969361-172.17.0.3-1731309650764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:11,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/cluster_dc157ee0-e58d-645e-ba4f-d45f4c005cc1/data/data2/current/BP-1753969361-172.17.0.3-1731309650764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:11,707 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:21:11,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65b9f2e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:11,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5a3398{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:11,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:11,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2f17d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:11,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c51eaab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:11,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:21:11,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:21:11,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:11,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:11,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:11,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:11,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:11,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:21:11,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438712303, stopped=false 2024-11-11T07:21:11,733 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,41413,1731309647354 2024-11-11T07:21:11,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1058130854/running 2024-11-11T07:21:11,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:21:11,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1058130854/running 2024-11-11T07:21:11,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:21:11,747 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:11,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/running 2024-11-11T07:21:11,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Set watcher on znode that does not yet exist, /0-1058130854/running 2024-11-11T07:21:11,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:11,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:11,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:11,749 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,44855,1731309647555' ***** 2024-11-11T07:21:11,749 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:21:11,749 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:21:11,749 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:21:11,749 INFO [RS:0;d72d5187e64f:44855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:21:11,749 INFO [RS:0;d72d5187e64f:44855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:21:11,749 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(3091): Received CLOSE for c21f26c644a28ed99e0aee781701d72f 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(3091): Received CLOSE for eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,44855,1731309647555 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:44855. 2024-11-11T07:21:11,752 DEBUG [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:11,752 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:11,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c21f26c644a28ed99e0aee781701d72f, disabling compactions & flushes 2024-11-11T07:21:11,752 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:21:11,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:21:11,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. after waiting 0 ms 2024-11-11T07:21:11,752 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:21:11,752 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c21f26c644a28ed99e0aee781701d72f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T07:21:11,752 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:21:11,753 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:21:11,753 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1325): Online Regions={c21f26c644a28ed99e0aee781701d72f=hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f., eabe22f24b76de573b95e49bd506cced=test,,1731309656712.eabe22f24b76de573b95e49bd506cced., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:21:11,753 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c21f26c644a28ed99e0aee781701d72f, eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:11,753 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:11,753 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:11,753 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:11,753 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:11,753 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:11,753 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:21:11,767 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/info/a44b1675fc234b90b2c259c8feeec442 is 147, key is hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f./info:regioninfo/1731309659761/Put/seqid=0 2024-11-11T07:21:11,771 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/hfileref/e88f1d15221b493a87eb219f0a3ffe39 is 74, key is 1/hfileref:3845709a4cea479b9df7e98e33398b63_SeqId_6_/1731309667578/Put/seqid=0 2024-11-11T07:21:11,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741846_1022 (size=7686) 2024-11-11T07:21:11,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741847_1023 (size=5345) 2024-11-11T07:21:11,795 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:11,827 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T07:21:11,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d72d5187e64f:36955 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:36955 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d72d5187e64f:36955 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:36955 2024-11-11T07:21:11,856 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:11,910 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:21:11,910 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:21:11,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:11,929 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d72d5187e64f:36955 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:36955 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T07:21:11,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d72d5187e64f:36955 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:36955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T07:21:11,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d72d5187e64f:36955 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d72d5187e64f/172.17.0.3:36955 2024-11-11T07:21:11,953 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c21f26c644a28ed99e0aee781701d72f, eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:12,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:12,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d72d5187e64f:36955 this server is in the failed servers list 2024-11-11T07:21:12,140 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d72d5187e64f:36955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:12,153 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c21f26c644a28ed99e0aee781701d72f, eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:12,182 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/info/a44b1675fc234b90b2c259c8feeec442 2024-11-11T07:21:12,187 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/hfileref/e88f1d15221b493a87eb219f0a3ffe39 2024-11-11T07:21:12,211 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/ns/82e415c877204f439cc5f42f0eee8cc2 is 43, key is default/ns:d/1731309650621/Put/seqid=0 2024-11-11T07:21:12,212 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/queue/ec5b77361f294249b5e2c7a9f33be904 is 153, key is 1-d72d5187e64f,44855,1731309647555/queue:d72d5187e64f%2C44855%2C1731309647555/1731309664406/Put/seqid=0 2024-11-11T07:21:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741848_1024 (size=5153) 2024-11-11T07:21:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741849_1025 (size=5352) 2024-11-11T07:21:12,353 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c21f26c644a28ed99e0aee781701d72f, eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:12,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:12,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d72d5187e64f:36955 this server is in the failed servers list 2024-11-11T07:21:12,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d72d5187e64f:36955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:12,553 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c21f26c644a28ed99e0aee781701d72f, eabe22f24b76de573b95e49bd506cced 2024-11-11T07:21:12,621 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/ns/82e415c877204f439cc5f42f0eee8cc2 2024-11-11T07:21:12,626 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/queue/ec5b77361f294249b5e2c7a9f33be904 2024-11-11T07:21:12,630 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/hfileref/e88f1d15221b493a87eb219f0a3ffe39 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/hfileref/e88f1d15221b493a87eb219f0a3ffe39 2024-11-11T07:21:12,634 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/hfileref/e88f1d15221b493a87eb219f0a3ffe39, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T07:21:12,635 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/.tmp/queue/ec5b77361f294249b5e2c7a9f33be904 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/queue/ec5b77361f294249b5e2c7a9f33be904 2024-11-11T07:21:12,641 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/rep_barrier/ad03a184c1f2462e9f33b8b2179b0a77 is 112, key is test,,1731309656712.eabe22f24b76de573b95e49bd506cced./rep_barrier:seqnumDuringOpen/1731309657561/Put/seqid=0 2024-11-11T07:21:12,642 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/queue/ec5b77361f294249b5e2c7a9f33be904, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T07:21:12,643 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c21f26c644a28ed99e0aee781701d72f in 891ms, sequenceid=10, compaction requested=false 2024-11-11T07:21:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741850_1026 (size=5518) 2024-11-11T07:21:12,652 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/replication/c21f26c644a28ed99e0aee781701d72f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:21:12,653 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/rep_barrier/ad03a184c1f2462e9f33b8b2179b0a77 2024-11-11T07:21:12,653 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:12,653 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:12,653 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:21:12,653 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c21f26c644a28ed99e0aee781701d72f: Waiting for close lock at 1731309671752Running coprocessor pre-close hooks at 1731309671752Disabling compacts and flushes for region at 1731309671752Disabling writes for close at 1731309671752Obtaining lock to block concurrent updates at 1731309671752Preparing flush snapshotting stores in c21f26c644a28ed99e0aee781701d72f at 1731309671752Finished memstore snapshotting hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731309671753 (+1 ms)Flushing stores of hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. at 1731309671753Flushing c21f26c644a28ed99e0aee781701d72f/hfileref: creating writer at 1731309671753Flushing c21f26c644a28ed99e0aee781701d72f/hfileref: appending metadata at 1731309671770 (+17 ms)Flushing c21f26c644a28ed99e0aee781701d72f/hfileref: closing flushed file at 1731309671770Flushing c21f26c644a28ed99e0aee781701d72f/queue: creating writer at 1731309672192 (+422 ms)Flushing c21f26c644a28ed99e0aee781701d72f/queue: appending metadata at 1731309672211 (+19 ms)Flushing c21f26c644a28ed99e0aee781701d72f/queue: closing flushed file at 1731309672211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178816d7: reopening flushed file at 1731309672629 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1c39ef: reopening flushed file at 1731309672635 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c21f26c644a28ed99e0aee781701d72f in 891ms, sequenceid=10, compaction requested=false at 1731309672643 (+8 ms)Writing region close event to WAL at 1731309672649 (+6 ms)Running coprocessor post-close hooks at 1731309672653 (+4 ms)Closed at 1731309672653 2024-11-11T07:21:12,653 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309658517.c21f26c644a28ed99e0aee781701d72f. 2024-11-11T07:21:12,654 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eabe22f24b76de573b95e49bd506cced, disabling compactions & flushes 2024-11-11T07:21:12,654 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:21:12,654 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:21:12,654 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309656712.eabe22f24b76de573b95e49bd506cced. after waiting 0 ms 2024-11-11T07:21:12,654 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:21:12,657 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/default/test/eabe22f24b76de573b95e49bd506cced/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:21:12,658 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:12,658 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:12,658 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:21:12,658 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eabe22f24b76de573b95e49bd506cced: Waiting for close lock at 1731309672654Running coprocessor pre-close hooks at 1731309672654Disabling compacts and flushes for region at 1731309672654Disabling writes for close at 1731309672654Writing region close event to WAL at 1731309672655 (+1 ms)Running coprocessor post-close hooks at 1731309672658 (+3 ms)Closed at 1731309672658 2024-11-11T07:21:12,658 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309656712.eabe22f24b76de573b95e49bd506cced. 2024-11-11T07:21:12,669 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/table/0f2e67729a6f49e882b5fd754a1edab2 is 53, key is hbase:replication/table:state/1731309659778/Put/seqid=0 2024-11-11T07:21:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741851_1027 (size=5308) 2024-11-11T07:21:12,754 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:21:12,754 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:21:12,754 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:21:12,760 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1033, reset compression=false 2024-11-11T07:21:12,765 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:12,765 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1328, reset compression=false 2024-11-11T07:21:12,954 DEBUG [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:21:12,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:12,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d72d5187e64f:36955 this server is in the failed servers list 2024-11-11T07:21:12,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d72d5187e64f:36955 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:12,969 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1328, reset compression=false 2024-11-11T07:21:13,074 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/table/0f2e67729a6f49e882b5fd754a1edab2 2024-11-11T07:21:13,079 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/info/a44b1675fc234b90b2c259c8feeec442 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/info/a44b1675fc234b90b2c259c8feeec442 2024-11-11T07:21:13,085 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/info/a44b1675fc234b90b2c259c8feeec442, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:21:13,086 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/ns/82e415c877204f439cc5f42f0eee8cc2 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/ns/82e415c877204f439cc5f42f0eee8cc2 2024-11-11T07:21:13,091 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/ns/82e415c877204f439cc5f42f0eee8cc2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:21:13,093 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/rep_barrier/ad03a184c1f2462e9f33b8b2179b0a77 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/rep_barrier/ad03a184c1f2462e9f33b8b2179b0a77 2024-11-11T07:21:13,101 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/rep_barrier/ad03a184c1f2462e9f33b8b2179b0a77, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:21:13,108 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/.tmp/table/0f2e67729a6f49e882b5fd754a1edab2 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/table/0f2e67729a6f49e882b5fd754a1edab2 2024-11-11T07:21:13,115 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/table/0f2e67729a6f49e882b5fd754a1edab2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:21:13,118 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-11T07:21:13,131 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:21:13,131 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:13,132 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:13,132 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:13,132 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309671753Running coprocessor pre-close hooks at 1731309671753Disabling compacts and flushes for region at 1731309671753Disabling writes for close at 1731309671753Obtaining lock to block concurrent updates at 1731309671753Preparing flush snapshotting stores in 1588230740 at 1731309671753Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309671753Flushing stores of hbase:meta,,1.1588230740 at 1731309671753Flushing 1588230740/info: creating writer at 1731309671753Flushing 1588230740/info: appending metadata at 1731309671767 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731309671767Flushing 1588230740/ns: creating writer at 1731309672188 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731309672211 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731309672211Flushing 1588230740/rep_barrier: creating writer at 1731309672625 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309672641 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309672641Flushing 1588230740/table: creating writer at 1731309672657 (+16 ms)Flushing 1588230740/table: appending metadata at 1731309672669 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731309672669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fdd1ea4: reopening flushed file at 1731309673079 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2a28b4: reopening flushed file at 1731309673085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e451f: reopening flushed file at 1731309673091 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75283670: reopening flushed file at 1731309673102 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1731309673118 (+16 ms)Writing region close event to WAL at 1731309673124 (+6 ms)Running coprocessor post-close hooks at 1731309673131 (+7 ms)Closed at 1731309673132 (+1 ms) 2024-11-11T07:21:13,132 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:13,154 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,44855,1731309647555; all regions closed. 2024-11-11T07:21:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:21:13,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.meta.1731309650555.meta not finished, retry = 0 2024-11-11T07:21:13,263 DEBUG [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs 2024-11-11T07:21:13,263 INFO [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44855%2C1731309647555.meta:.meta(num 1731309650555) 2024-11-11T07:21:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741839_1015 (size=2695) 2024-11-11T07:21:13,267 DEBUG [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs 2024-11-11T07:21:13,267 INFO [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44855%2C1731309647555.rep:(num 1731309659682) 2024-11-11T07:21:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741833_1009 (size=1336) 2024-11-11T07:21:13,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 not finished, retry = 0 2024-11-11T07:21:13,274 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 to pos 1328, reset compression=false 2024-11-11T07:21:13,372 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/WALs/d72d5187e64f,44855,1731309647555/d72d5187e64f%2C44855%2C1731309647555.1731309650059 2024-11-11T07:21:13,374 DEBUG [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/oldWALs 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C44855%2C1731309647555:(num 1731309650059) 2024-11-11T07:21:13,374 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:13,374 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,44855,1731309647555 because: Region server is closing 2024-11-11T07:21:13,374 INFO [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:44855. 2024-11-11T07:21:13,374 DEBUG [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:13,375 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:13,375 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:13,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:13,475 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.wal-reader.d72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-11T07:21:13,475 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T07:21:13,475 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T07:21:13,475 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T07:21:13,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:13,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:13,973 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2142 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:13,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:14,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:14,176 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,44855,1731309647555.replicationSource.shipperd72d5187e64f%2C44855%2C1731309647555,1-d72d5187e64f,44855,1731309647555 terminated 2024-11-11T07:21:14,176 INFO [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:44855. 2024-11-11T07:21:14,176 DEBUG [RS:0;d72d5187e64f:44855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:14,176 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:14,176 DEBUG [RS:0;d72d5187e64f:44855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:14,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:14,176 INFO [RS:0;d72d5187e64f:44855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44855 2024-11-11T07:21:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854/rs 2024-11-11T07:21:14,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1058130854/rs/d72d5187e64f,44855,1731309647555 2024-11-11T07:21:14,221 INFO [RS:0;d72d5187e64f:44855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:14,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,44855,1731309647555] 2024-11-11T07:21:14,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1058130854/draining/d72d5187e64f,44855,1731309647555 already deleted, retry=false 2024-11-11T07:21:14,242 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,44855,1731309647555 expired; onlineServers=0 2024-11-11T07:21:14,242 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,41413,1731309647354' ***** 2024-11-11T07:21:14,242 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:14,242 DEBUG [M:0;d72d5187e64f:41413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:21:14,242 DEBUG [M:0;d72d5187e64f:41413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:21:14,242 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:21:14,242 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309649756 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309649756,5,FailOnTimeoutGroup] 2024-11-11T07:21:14,242 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309649756 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309649756,5,FailOnTimeoutGroup] 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:14,242 DEBUG [M:0;d72d5187e64f:41413 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:21:14,242 INFO [M:0;d72d5187e64f:41413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:14,243 INFO [M:0;d72d5187e64f:41413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:21:14,243 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:21:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1058130854/master 2024-11-11T07:21:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1058130854 2024-11-11T07:21:14,252 DEBUG [M:0;d72d5187e64f:41413 {}] zookeeper.ZKUtil(347): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Unable to get data of znode /0-1058130854/master because node does not exist (not an error) 2024-11-11T07:21:14,252 WARN [M:0;d72d5187e64f:41413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:21:14,253 INFO [M:0;d72d5187e64f:41413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/.lastflushedseqids 2024-11-11T07:21:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741852_1028 (size=263) 2024-11-11T07:21:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:14,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44855-0x10128c4aa4a0001, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:14,332 INFO [RS:0;d72d5187e64f:44855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:14,332 INFO [RS:0;d72d5187e64f:44855 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,44855,1731309647555; zookeeper connection closed. 2024-11-11T07:21:14,332 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bda5776 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bda5776 2024-11-11T07:21:14,332 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:21:14,658 INFO [M:0;d72d5187e64f:41413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:21:14,658 INFO [M:0;d72d5187e64f:41413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:21:14,658 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:14,658 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:14,658 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:14,658 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:14,658 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:14,658 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:21:14,672 DEBUG [M:0;d72d5187e64f:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f173c5ba7dee4dc49bff7f8e7501ee53 is 82, key is hbase:meta,,1/info:regioninfo/1731309650594/Put/seqid=0 2024-11-11T07:21:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741853_1029 (size=5672) 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:15,076 INFO [M:0;d72d5187e64f:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f173c5ba7dee4dc49bff7f8e7501ee53 2024-11-11T07:21:15,096 DEBUG [M:0;d72d5187e64f:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d256e5133f44228684afb199c54536 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309659786/Put/seqid=0 2024-11-11T07:21:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741854_1030 (size=8517) 2024-11-11T07:21:15,100 INFO [M:0;d72d5187e64f:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d256e5133f44228684afb199c54536 2024-11-11T07:21:15,116 DEBUG [M:0;d72d5187e64f:41413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34779bf6fc8c47d299e21eb39f410c58 is 69, key is d72d5187e64f,44855,1731309647555/rs:state/1731309649862/Put/seqid=0 2024-11-11T07:21:15,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741855_1031 (size=5156) 2024-11-11T07:21:15,520 INFO [M:0;d72d5187e64f:41413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34779bf6fc8c47d299e21eb39f410c58 2024-11-11T07:21:15,523 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f173c5ba7dee4dc49bff7f8e7501ee53 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f173c5ba7dee4dc49bff7f8e7501ee53 2024-11-11T07:21:15,527 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f173c5ba7dee4dc49bff7f8e7501ee53, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:21:15,528 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30d256e5133f44228684afb199c54536 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30d256e5133f44228684afb199c54536 2024-11-11T07:21:15,531 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30d256e5133f44228684afb199c54536, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:21:15,532 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/34779bf6fc8c47d299e21eb39f410c58 as hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34779bf6fc8c47d299e21eb39f410c58 2024-11-11T07:21:15,536 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39831/user/jenkins/test-data/f3bf381a-343c-5264-1350-65788a388eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/34779bf6fc8c47d299e21eb39f410c58, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:21:15,537 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-11T07:21:15,538 INFO [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:15,538 DEBUG [M:0;d72d5187e64f:41413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309674658Disabling compacts and flushes for region at 1731309674658Disabling writes for close at 1731309674658Obtaining lock to block concurrent updates at 1731309674658Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309674658Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309674658Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309674659 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309674659Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309674672 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309674672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309675080 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309675096 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309675096Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309675103 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309675115 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309675115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9a5f4a: reopening flushed file at 1731309675523 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c416ee7: reopening flushed file at 1731309675527 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8f95c1: reopening flushed file at 1731309675531 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1731309675537 (+6 ms)Writing region close event to WAL at 1731309675538 (+1 ms)Closed at 1731309675538 2024-11-11T07:21:15,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36633 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:21:15,540 INFO [M:0;d72d5187e64f:41413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:21:15,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:15,540 INFO [M:0;d72d5187e64f:41413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41413 2024-11-11T07:21:15,540 INFO [M:0;d72d5187e64f:41413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:15,731 INFO [M:0;d72d5187e64f:41413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:15,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:15,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41413-0x10128c4aa4a0000, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:15,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a3acf6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:15,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76131948{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:15,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:15,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73860af1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:15,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a0264d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:15,735 WARN [BP-377732401-172.17.0.3-1731309645501 heartbeating to localhost/127.0.0.1:39831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:21:15,735 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:21:15,735 WARN [BP-377732401-172.17.0.3-1731309645501 heartbeating to localhost/127.0.0.1:39831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-377732401-172.17.0.3-1731309645501 (Datanode Uuid 37c726c3-9e78-42e0-a2f1-ac98f46a5833) service to localhost/127.0.0.1:39831 2024-11-11T07:21:15,735 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:21:15,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/data/data1/current/BP-377732401-172.17.0.3-1731309645501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:15,736 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/cluster_0bd1c497-2263-b8d4-a880-4d05b04d76dd/data/data2/current/BP-377732401-172.17.0.3-1731309645501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:15,736 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:21:15,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d24921{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:15,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db69a8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:15,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:15,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50197952{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:15,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66c0432c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ed605c5-852b-0031-09fb-80a087bf451b/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:15,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:21:15,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:21:15,768 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33227 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39831 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39831 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:39831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53533) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33227 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53533) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39831 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=642 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2337 (was 1568) - AvailableMemoryMB LEAK? - 2024-11-11T07:21:15,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=642, ProcessCount=11, AvailableMemoryMB=2343 2024-11-11T07:21:15,788 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T07:21:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir so I do NOT create it in target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1 2024-11-11T07:21:15,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:21:15,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.tmp.dir so I do NOT create it in target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1 2024-11-11T07:21:15,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ab7bff-2718-7e32-e191-c3329fa94f73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:21:15,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1 2024-11-11T07:21:15,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d, deleteOnExit=true 2024-11-11T07:21:15,791 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/zookeeper_0, clientPort=56272, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:21:15,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56272 2024-11-11T07:21:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:21:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:21:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/test.cache.data in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:21:15,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:21:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:21:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:21:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:21:15,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c4aa4a0005, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:21:15,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c4aa4a0002, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:21:15,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c4aa4a0002, quorum=127.0.0.1:53533, baseZNode=/0-1058130854 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:21:15,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c4aa4a0005, quorum=127.0.0.1:53533, baseZNode=/11808681621 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:21:15,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:15,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:15,980 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:16,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:16,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:16,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:16,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:16,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:16,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:16,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:16,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:17,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1012b09e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/java.io.tmpdir/jetty-localhost-35229-hadoop-hdfs-3_4_1-tests_jar-_-any-4844012177880865966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:17,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:35229} 2024-11-11T07:21:17,002 INFO [Time-limited test {}] server.Server(415): Started @201970ms 2024-11-11T07:21:18,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:18,526 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:18,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:18,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:18,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:18,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:18,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:18,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/java.io.tmpdir/jetty-localhost-42869-hadoop-hdfs-3_4_1-tests_jar-_-any-5020225561076282502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:18,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:42869} 2024-11-11T07:21:18,626 INFO [Time-limited test {}] server.Server(415): Started @203595ms 2024-11-11T07:21:18,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:21:19,385 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/data/data1/current/BP-841309894-172.17.0.3-1731309675813/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:19,386 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/data/data2/current/BP-841309894-172.17.0.3-1731309675813/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:19,405 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:21:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1088ca40fac99227 with lease ID 0x450f8b4a53bb665: Processing first storage report for DS-f78a1b41-ac81-4092-bdc2-04e024abe93a from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=4da484c1-0207-4fa8-adb3-7b3a06d8dbf5, infoPort=45455, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1291378291;c=1731309675813) 2024-11-11T07:21:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1088ca40fac99227 with lease ID 0x450f8b4a53bb665: from storage DS-f78a1b41-ac81-4092-bdc2-04e024abe93a node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=4da484c1-0207-4fa8-adb3-7b3a06d8dbf5, infoPort=45455, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1291378291;c=1731309675813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1088ca40fac99227 with lease ID 0x450f8b4a53bb665: Processing first storage report for DS-cc3a6a6e-d3c0-4c51-9031-f74ebb671e32 from datanode DatanodeRegistration(127.0.0.1:35441, datanodeUuid=4da484c1-0207-4fa8-adb3-7b3a06d8dbf5, infoPort=45455, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1291378291;c=1731309675813) 2024-11-11T07:21:19,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1088ca40fac99227 with lease ID 0x450f8b4a53bb665: from storage DS-cc3a6a6e-d3c0-4c51-9031-f74ebb671e32 node DatanodeRegistration(127.0.0.1:35441, datanodeUuid=4da484c1-0207-4fa8-adb3-7b3a06d8dbf5, infoPort=45455, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=1291378291;c=1731309675813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:19,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1 2024-11-11T07:21:19,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:19,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:21:19,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:19,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:19,867 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098 with version=8 2024-11-11T07:21:19,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/hbase-staging 2024-11-11T07:21:19,868 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:19,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:19,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:19,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:19,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:19,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:19,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:21:19,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:19,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43653 2024-11-11T07:21:19,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43653 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:19,988 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:19,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:19,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:20,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436530x0, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:20,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43653-0x10128c520ba0000 connected 2024-11-11T07:21:20,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:20,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:20,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/running 2024-11-11T07:21:20,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098, hbase.cluster.distributed=false 2024-11-11T07:21:20,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/acl 2024-11-11T07:21:20,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-11T07:21:20,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43653 2024-11-11T07:21:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43653 2024-11-11T07:21:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-11T07:21:20,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-11T07:21:20,288 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:21:20,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:20,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37405 2024-11-11T07:21:20,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37405 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:20,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:20,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:20,304 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374050x0, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:20,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37405-0x10128c520ba0001 connected 2024-11-11T07:21:20,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/running 2024-11-11T07:21:20,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:21:20,308 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:21:20,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/master 2024-11-11T07:21:20,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/acl 2024-11-11T07:21:20,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-11T07:21:20,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405 2024-11-11T07:21:20,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405 2024-11-11T07:21:20,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-11T07:21:20,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-11T07:21:20,332 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:43653 2024-11-11T07:21:20,333 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01717803036/backup-masters/d72d5187e64f,43653,1731309679868 2024-11-11T07:21:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/backup-masters 2024-11-11T07:21:20,345 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/backup-masters 2024-11-11T07:21:20,345 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on existing znode=/01717803036/backup-masters/d72d5187e64f,43653,1731309679868 2024-11-11T07:21:20,357 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717803036/master 2024-11-11T07:21:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:20,357 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:20,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on existing znode=/01717803036/master 2024-11-11T07:21:20,358 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01717803036/backup-masters/d72d5187e64f,43653,1731309679868 from backup master directory 2024-11-11T07:21:20,368 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/backup-masters 2024-11-11T07:21:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717803036/backup-masters/d72d5187e64f,43653,1731309679868 2024-11-11T07:21:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/backup-masters 2024-11-11T07:21:20,368 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:20,368 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,43653,1731309679868 2024-11-11T07:21:20,371 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/hbase.id] with ID: 5d7a9968-946f-423b-a00b-b884f1ef4130 2024-11-11T07:21:20,371 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/.tmp/hbase.id 2024-11-11T07:21:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:21:20,776 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/.tmp/hbase.id]:[hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/hbase.id] 2024-11-11T07:21:20,785 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:20,786 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:21:20,787 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T07:21:20,831 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:20,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:20,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:21:20,837 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:20,837 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:21:20,837 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:21:21,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store 2024-11-11T07:21:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:21,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:21,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:21,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309681649Disabling compacts and flushes for region at 1731309681649Disabling writes for close at 1731309681649Writing region close event to WAL at 1731309681649Closed at 1731309681649 2024-11-11T07:21:21,650 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/.initializing 2024-11-11T07:21:21,650 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/WALs/d72d5187e64f,43653,1731309679868 2024-11-11T07:21:21,651 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:21,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C43653%2C1731309679868, suffix=, logDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/WALs/d72d5187e64f,43653,1731309679868, archiveDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/oldWALs, maxLogs=10 2024-11-11T07:21:21,664 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/WALs/d72d5187e64f,43653,1731309679868/d72d5187e64f%2C43653%2C1731309679868.1731309681653, exclude list is [], retry=0 2024-11-11T07:21:21,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-f78a1b41-ac81-4092-bdc2-04e024abe93a,DISK] 2024-11-11T07:21:21,668 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/WALs/d72d5187e64f,43653,1731309679868/d72d5187e64f%2C43653%2C1731309679868.1731309681653 2024-11-11T07:21:21,668 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455)] 2024-11-11T07:21:21,668 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:21,669 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:21,669 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,669 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:21:21,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:21,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:21,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:21:21,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:21,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:21,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:21:21,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:21,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:21,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:21:21,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:21,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:21,675 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,676 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,676 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,677 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,677 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,677 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:21,678 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:21,680 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:21,680 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679791, jitterRate=0.00850747525691986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:21,680 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309681669Initializing all the Stores at 1731309681670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309681670Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309681670Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309681670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309681670Cleaning up temporary data from old regions at 1731309681677 (+7 ms)Region opened successfully at 1731309681680 (+3 ms) 2024-11-11T07:21:21,680 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:21:21,683 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dc6cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:21,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:21:21,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:21:21,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:21:21,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:21:21,684 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:21:21,685 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:21:21,685 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:21:21,686 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:21:21,687 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/balancer because node does not exist (not necessarily an error) 2024-11-11T07:21:21,757 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/balancer already deleted, retry=false 2024-11-11T07:21:21,757 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:21:21,758 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:21:21,767 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/normalizer already deleted, retry=false 2024-11-11T07:21:21,768 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:21:21,768 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:21:21,778 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/switch/split already deleted, retry=false 2024-11-11T07:21:21,779 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:21:21,788 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/switch/merge already deleted, retry=false 2024-11-11T07:21:21,790 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:21:21,799 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/snapshot-cleanup already deleted, retry=false 2024-11-11T07:21:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717803036/running 2024-11-11T07:21:21,809 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01717803036/running 2024-11-11T07:21:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:21,809 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:21,810 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,43653,1731309679868, sessionid=0x10128c520ba0000, setting cluster-up flag (Was=false) 2024-11-11T07:21:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:21,831 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:21,862 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717803036/flush-table-proc/acquired, /01717803036/flush-table-proc/reached, /01717803036/flush-table-proc/abort 2024-11-11T07:21:21,863 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43653,1731309679868 2024-11-11T07:21:21,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:21,883 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:22,062 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01717803036/online-snapshot/acquired, /01717803036/online-snapshot/reached, /01717803036/online-snapshot/abort 2024-11-11T07:21:22,063 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43653,1731309679868 2024-11-11T07:21:22,064 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:21:22,065 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:22,066 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:21:22,066 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:21:22,066 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,43653,1731309679868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:22,067 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309712068 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:21:22,068 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:22,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:21:22,069 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:22,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:21:22,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:21:22,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:21:22,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:21:22,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:21:22,075 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:21:22,075 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:21:22,075 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309682075,5,FailOnTimeoutGroup] 2024-11-11T07:21:22,075 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309682075,5,FailOnTimeoutGroup] 2024-11-11T07:21:22,075 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,076 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:21:22,076 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,076 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:21:22,125 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(746): ClusterId : 5d7a9968-946f-423b-a00b-b884f1ef4130 2024-11-11T07:21:22,125 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:21:22,137 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:21:22,137 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:21:22,147 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:21:22,147 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9e4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:22,160 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:37405 2024-11-11T07:21:22,160 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:21:22,160 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:21:22,160 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:21:22,161 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,43653,1731309679868 with port=37405, startcode=1731309680287 2024-11-11T07:21:22,161 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:21:22,162 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:21:22,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,163 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098 2024-11-11T07:21:22,163 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39937 2024-11-11T07:21:22,164 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:21:22,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/rs 2024-11-11T07:21:22,176 DEBUG [RS:0;d72d5187e64f:37405 {}] zookeeper.ZKUtil(111): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on existing znode=/01717803036/rs/d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,176 WARN [RS:0;d72d5187e64f:37405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:22,176 INFO [RS:0;d72d5187e64f:37405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:22,177 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,37405,1731309680287] 2024-11-11T07:21:22,179 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:21:22,181 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:21:22,183 INFO [RS:0;d72d5187e64f:37405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:21:22,183 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,184 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:21:22,185 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:21:22,185 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:22,185 DEBUG [RS:0;d72d5187e64f:37405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:22,187 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,187 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,187 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,187 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,187 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,188 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37405,1731309680287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:22,200 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:21:22,200 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37405,1731309680287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,200 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,200 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.Replication(171): d72d5187e64f,37405,1731309680287 started 2024-11-11T07:21:22,212 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:22,212 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,37405,1731309680287, RpcServer on d72d5187e64f/172.17.0.3:37405, sessionid=0x10128c520ba0001 2024-11-11T07:21:22,212 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:21:22,212 DEBUG [RS:0;d72d5187e64f:37405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,212 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37405,1731309680287' 2024-11-11T07:21:22,212 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717803036/flush-table-proc/abort' 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717803036/flush-table-proc/acquired' 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,37405,1731309680287 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,37405,1731309680287' 2024-11-11T07:21:22,213 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01717803036/online-snapshot/abort' 2024-11-11T07:21:22,214 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01717803036/online-snapshot/acquired' 2024-11-11T07:21:22,214 DEBUG [RS:0;d72d5187e64f:37405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:21:22,214 INFO [RS:0;d72d5187e64f:37405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:21:22,214 INFO [RS:0;d72d5187e64f:37405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:21:22,314 INFO [RS:0;d72d5187e64f:37405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:22,315 INFO [RS:0;d72d5187e64f:37405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C37405%2C1731309680287, suffix=, logDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287, archiveDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/oldWALs, maxLogs=10 2024-11-11T07:21:22,326 DEBUG [RS:0;d72d5187e64f:37405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, exclude list is [], retry=0 2024-11-11T07:21:22,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-f78a1b41-ac81-4092-bdc2-04e024abe93a,DISK] 2024-11-11T07:21:22,330 INFO [RS:0;d72d5187e64f:37405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 2024-11-11T07:21:22,330 DEBUG [RS:0;d72d5187e64f:37405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455)] 2024-11-11T07:21:22,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:21:22,480 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098 2024-11-11T07:21:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:21:22,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:22,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:22,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:22,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:22,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:22,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:22,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:22,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:22,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:22,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:22,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:22,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:22,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:22,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:22,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:22,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:22,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740 2024-11-11T07:21:22,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740 2024-11-11T07:21:22,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:22,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:22,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:22,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:22,897 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:22,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74306276, jitterRate=0.10724979639053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:22,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309682886Initializing all the Stores at 1731309682887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309682887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309682887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309682887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309682887Cleaning up temporary data from old regions at 1731309682894 (+7 ms)Region opened successfully at 1731309682898 (+4 ms) 2024-11-11T07:21:22,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:22,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:22,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:22,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:22,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:22,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:22,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309682898Disabling compacts and flushes for region at 1731309682898Disabling writes for close at 1731309682898Writing region close event to WAL at 1731309682899 (+1 ms)Closed at 1731309682899 2024-11-11T07:21:22,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:22,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:21:22,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:21:22,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:22,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:21:23,052 DEBUG [d72d5187e64f:43653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:21:23,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:23,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,37405,1731309680287, state=OPENING 2024-11-11T07:21:23,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:21:23,157 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:23,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717803036/meta-region-server: CHANGED 2024-11-11T07:21:23,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:23,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717803036/meta-region-server: CHANGED 2024-11-11T07:21:23,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,37405,1731309680287}] 2024-11-11T07:21:23,310 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:23,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:21:23,314 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:21:23,314 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:23,314 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:21:23,315 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C37405%2C1731309680287.meta, suffix=.meta, logDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287, archiveDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/oldWALs, maxLogs=10 2024-11-11T07:21:23,331 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.meta.1731309683316.meta, exclude list is [], retry=0 2024-11-11T07:21:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-f78a1b41-ac81-4092-bdc2-04e024abe93a,DISK] 2024-11-11T07:21:23,335 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.meta.1731309683316.meta 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455)] 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:23,336 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:21:23,336 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:23,336 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:21:23,337 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:21:23,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:23,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:23,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:23,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:23,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:23,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:23,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:23,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:23,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:23,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:23,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:23,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:23,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:23,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:23,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:23,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:23,342 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:23,343 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740 2024-11-11T07:21:23,343 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740 2024-11-11T07:21:23,345 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:23,345 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:23,345 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:23,349 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:23,350 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75222473, jitterRate=0.12090219557285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:23,350 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:21:23,350 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309683337Writing region info on filesystem at 1731309683337Initializing all the Stores at 1731309683337Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309683337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309683338 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309683338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309683338Cleaning up temporary data from old regions at 1731309683345 (+7 ms)Running coprocessor post-open hooks at 1731309683350 (+5 ms)Region opened successfully at 1731309683350 2024-11-11T07:21:23,351 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309683310 2024-11-11T07:21:23,353 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:21:23,353 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:21:23,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:23,354 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,37405,1731309680287, state=OPEN 2024-11-11T07:21:23,397 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717803036/meta-region-server 2024-11-11T07:21:23,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01717803036/meta-region-server 2024-11-11T07:21:23,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:23,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717803036/meta-region-server: CHANGED 2024-11-11T07:21:23,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01717803036/meta-region-server: CHANGED 2024-11-11T07:21:23,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:21:23,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,37405,1731309680287 in 240 msec 2024-11-11T07:21:23,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:21:23,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-11T07:21:23,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:23,402 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:21:23,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:23,403 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37405,1731309680287, seqNum=-1] 2024-11-11T07:21:23,403 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:23,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:23,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-11T07:21:23,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309683409, completionTime=-1 2024-11-11T07:21:23,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:21:23,409 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309743411 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309803411 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,411 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:43653, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,412 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,412 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,413 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.047sec 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:23,415 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:21:23,417 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:21:23,417 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:21:23,417 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43653,1731309679868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:23,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:23,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:23,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:23,427 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf37b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:23,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:23,428 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:23,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cf67d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:23,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37405,1731309680287, seqNum=-1] 2024-11-11T07:21:23,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:23,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:23,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,43653,1731309679868 2024-11-11T07:21:23,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:23,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c520ba0002 connected 2024-11-11T07:21:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir so I do NOT create it in target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9 2024-11-11T07:21:23,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:21:23,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.tmp.dir so I do NOT create it in target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9 2024-11-11T07:21:23,576 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:21:23,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/cluster_c4febf63-7380-c571-4ba9-11000286baf5, deleteOnExit=true 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/test.cache.data in system properties and HBase conf 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:21:23,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:21:23,577 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:21:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:21:23,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:23,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:23,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:23,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:23,898 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:23,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:23,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:23,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:23,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@110d1ecf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/java.io.tmpdir/jetty-localhost-44365-hadoop-hdfs-3_4_1-tests_jar-_-any-13257945611330069908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:23,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:44365} 2024-11-11T07:21:23,995 INFO [Time-limited test {}] server.Server(415): Started @208964ms 2024-11-11T07:21:24,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:24,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:24,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:24,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:24,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:21:24,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:24,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:24,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@602d2d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/java.io.tmpdir/jetty-localhost-42177-hadoop-hdfs-3_4_1-tests_jar-_-any-17890458052110177947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:24,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:42177} 2024-11-11T07:21:24,350 INFO [Time-limited test {}] server.Server(415): Started @209319ms 2024-11-11T07:21:24,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:21:24,979 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/cluster_c4febf63-7380-c571-4ba9-11000286baf5/data/data2/current/BP-884853222-172.17.0.3-1731309683595/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:24,979 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/cluster_c4febf63-7380-c571-4ba9-11000286baf5/data/data1/current/BP-884853222-172.17.0.3-1731309683595/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:24,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:21:24,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:24,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:24,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:21:24,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:24,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:21:25,002 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:21:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ed7e57be8ed944a with lease ID 0x7599d860b246cd75: Processing first storage report for DS-cfb42827-0eac-4673-a495-fd7e3047e894 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=1b013091-51b3-4561-ab7b-2a2378e91000, infoPort=39085, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=13155103;c=1731309683595) 2024-11-11T07:21:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ed7e57be8ed944a with lease ID 0x7599d860b246cd75: from storage DS-cfb42827-0eac-4673-a495-fd7e3047e894 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=1b013091-51b3-4561-ab7b-2a2378e91000, infoPort=39085, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=13155103;c=1731309683595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ed7e57be8ed944a with lease ID 0x7599d860b246cd75: Processing first storage report for DS-449f2752-19d0-41d5-b0ba-27b26467af04 from datanode DatanodeRegistration(127.0.0.1:36467, datanodeUuid=1b013091-51b3-4561-ab7b-2a2378e91000, infoPort=39085, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=13155103;c=1731309683595) 2024-11-11T07:21:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ed7e57be8ed944a with lease ID 0x7599d860b246cd75: from storage DS-449f2752-19d0-41d5-b0ba-27b26467af04 node DatanodeRegistration(127.0.0.1:36467, datanodeUuid=1b013091-51b3-4561-ab7b-2a2378e91000, infoPort=39085, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=13155103;c=1731309683595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:25,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9 2024-11-11T07:21:25,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:21:25,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d with version=8 2024-11-11T07:21:25,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/hbase-staging 2024-11-11T07:21:25,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:25,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:21:25,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:25,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36111 2024-11-11T07:21:25,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36111 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361110x0, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:25,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36111-0x10128c520ba0003 connected 2024-11-11T07:21:25,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/running 2024-11-11T07:21:25,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d, hbase.cluster.distributed=false 2024-11-11T07:21:25,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/acl 2024-11-11T07:21:25,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-11T07:21:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36111 2024-11-11T07:21:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36111 2024-11-11T07:21:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-11T07:21:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-11T07:21:25,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:25,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:25,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:25,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:25,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:21:25,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:25,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42105 2024-11-11T07:21:25,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42105 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:25,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421050x0, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:25,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421050x0, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/running 2024-11-11T07:21:25,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42105-0x10128c520ba0004 connected 2024-11-11T07:21:25,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:21:25,642 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:21:25,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/master 2024-11-11T07:21:25,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/acl 2024-11-11T07:21:25,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-11T07:21:25,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42105 2024-11-11T07:21:25,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42105 2024-11-11T07:21:25,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-11T07:21:25,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42105 2024-11-11T07:21:25,661 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:36111 2024-11-11T07:21:25,662 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1590180780/backup-masters/d72d5187e64f,36111,1731309685490 2024-11-11T07:21:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/backup-masters 2024-11-11T07:21:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/backup-masters 2024-11-11T07:21:25,684 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on existing znode=/1590180780/backup-masters/d72d5187e64f,36111,1731309685490 2024-11-11T07:21:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:25,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590180780/master 2024-11-11T07:21:25,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:25,694 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on existing znode=/1590180780/master 2024-11-11T07:21:25,694 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1590180780/backup-masters/d72d5187e64f,36111,1731309685490 from backup master directory 2024-11-11T07:21:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/backup-masters 2024-11-11T07:21:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590180780/backup-masters/d72d5187e64f,36111,1731309685490 2024-11-11T07:21:25,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/backup-masters 2024-11-11T07:21:25,704 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:25,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,36111,1731309685490 2024-11-11T07:21:25,707 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/hbase.id] with ID: db9f4772-40b6-4f93-9877-ec5a865f91ec 2024-11-11T07:21:25,707 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/.tmp/hbase.id 2024-11-11T07:21:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:21:25,716 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/.tmp/hbase.id]:[hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/hbase.id] 2024-11-11T07:21:25,727 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:25,727 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:21:25,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:21:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:25,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:21:26,142 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:26,143 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:21:26,143 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:21:26,150 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store 2024-11-11T07:21:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:26,556 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:26,556 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:26,556 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309686556Disabling compacts and flushes for region at 1731309686556Disabling writes for close at 1731309686556Writing region close event to WAL at 1731309686556Closed at 1731309686556 2024-11-11T07:21:26,557 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/.initializing 2024-11-11T07:21:26,557 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/WALs/d72d5187e64f,36111,1731309685490 2024-11-11T07:21:26,558 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:26,559 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C36111%2C1731309685490, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/WALs/d72d5187e64f,36111,1731309685490, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/oldWALs, maxLogs=10 2024-11-11T07:21:26,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/WALs/d72d5187e64f,36111,1731309685490/d72d5187e64f%2C36111%2C1731309685490.1731309686559, exclude list is [], retry=0 2024-11-11T07:21:26,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-cfb42827-0eac-4673-a495-fd7e3047e894,DISK] 2024-11-11T07:21:26,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/WALs/d72d5187e64f,36111,1731309685490/d72d5187e64f%2C36111%2C1731309685490.1731309686559 2024-11-11T07:21:26,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-11T07:21:26,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:26,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:26,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,581 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:21:26,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:26,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:26,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:21:26,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:26,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:26,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:21:26,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:26,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:21:26,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:26,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:26,589 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,590 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,590 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,591 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,591 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,591 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:26,592 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:26,595 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:26,595 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66423643, jitterRate=-0.010210588574409485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:26,595 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309686582Initializing all the Stores at 1731309686582Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309686582Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309686582Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309686582Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309686582Cleaning up temporary data from old regions at 1731309686591 (+9 ms)Region opened successfully at 1731309686595 (+4 ms) 2024-11-11T07:21:26,596 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:21:26,599 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e489177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:26,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:21:26,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:21:26,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:21:26,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:21:26,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:21:26,601 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:21:26,601 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:21:26,602 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:21:26,603 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/balancer because node does not exist (not necessarily an error) 2024-11-11T07:21:26,662 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/balancer already deleted, retry=false 2024-11-11T07:21:26,662 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:21:26,663 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:21:26,672 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/normalizer already deleted, retry=false 2024-11-11T07:21:26,673 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:21:26,673 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:21:26,683 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/switch/split already deleted, retry=false 2024-11-11T07:21:26,684 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:21:26,693 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/switch/merge already deleted, retry=false 2024-11-11T07:21:26,695 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:21:26,704 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/snapshot-cleanup already deleted, retry=false 2024-11-11T07:21:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590180780/running 2024-11-11T07:21:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590180780/running 2024-11-11T07:21:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:26,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:26,715 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,36111,1731309685490, sessionid=0x10128c520ba0003, setting cluster-up flag (Was=false) 2024-11-11T07:21:26,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:26,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:26,950 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1590180780/flush-table-proc/acquired, /1590180780/flush-table-proc/reached, /1590180780/flush-table-proc/abort 2024-11-11T07:21:26,950 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36111,1731309685490 2024-11-11T07:21:26,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:26,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:27,081 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1590180780/online-snapshot/acquired, /1590180780/online-snapshot/reached, /1590180780/online-snapshot/abort 2024-11-11T07:21:27,082 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36111,1731309685490 2024-11-11T07:21:27,083 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:21:27,085 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:27,085 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:21:27,085 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:21:27,085 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,36111,1731309685490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:27,087 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:27,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:21:27,090 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:27,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309717092 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:21:27,092 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:21:27,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:21:27,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:21:27,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:21:27,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:21:27,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:21:27,100 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:21:27,100 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:21:27,100 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309687100,5,FailOnTimeoutGroup] 2024-11-11T07:21:27,101 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309687100,5,FailOnTimeoutGroup] 2024-11-11T07:21:27,101 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,101 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:21:27,101 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,101 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:21:27,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:21:27,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d 2024-11-11T07:21:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:21:27,154 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(746): ClusterId : db9f4772-40b6-4f93-9877-ec5a865f91ec 2024-11-11T07:21:27,154 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:21:27,191 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:21:27,191 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:21:27,199 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:21:27,199 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:27,209 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:42105 2024-11-11T07:21:27,209 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:21:27,209 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:21:27,209 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:21:27,210 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36111,1731309685490 with port=42105, startcode=1731309685629 2024-11-11T07:21:27,210 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:21:27,211 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:21:27,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,213 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d 2024-11-11T07:21:27,213 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40145 2024-11-11T07:21:27,213 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:21:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/rs 2024-11-11T07:21:27,220 DEBUG [RS:0;d72d5187e64f:42105 {}] zookeeper.ZKUtil(111): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on existing znode=/1590180780/rs/d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,220 WARN [RS:0;d72d5187e64f:42105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:27,220 INFO [RS:0;d72d5187e64f:42105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:27,220 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,42105,1731309685629] 2024-11-11T07:21:27,223 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:21:27,224 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:21:27,226 INFO [RS:0;d72d5187e64f:42105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:21:27,226 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,228 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:21:27,229 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:21:27,229 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:27,229 DEBUG [RS:0;d72d5187e64f:42105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,233 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42105,1731309685629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:27,245 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:21:27,245 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42105,1731309685629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,246 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,246 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.Replication(171): d72d5187e64f,42105,1731309685629 started 2024-11-11T07:21:27,257 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:27,257 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,42105,1731309685629, RpcServer on d72d5187e64f/172.17.0.3:42105, sessionid=0x10128c520ba0004 2024-11-11T07:21:27,257 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:21:27,257 DEBUG [RS:0;d72d5187e64f:42105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,257 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,42105,1731309685629' 2024-11-11T07:21:27,257 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1590180780/flush-table-proc/abort' 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1590180780/flush-table-proc/acquired' 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,42105,1731309685629' 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1590180780/online-snapshot/abort' 2024-11-11T07:21:27,258 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1590180780/online-snapshot/acquired' 2024-11-11T07:21:27,259 DEBUG [RS:0;d72d5187e64f:42105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:21:27,259 INFO [RS:0;d72d5187e64f:42105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:21:27,259 INFO [RS:0;d72d5187e64f:42105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:21:27,359 INFO [RS:0;d72d5187e64f:42105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:27,360 INFO [RS:0;d72d5187e64f:42105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C42105%2C1731309685629, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/oldWALs, maxLogs=10 2024-11-11T07:21:27,375 DEBUG [RS:0;d72d5187e64f:42105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, exclude list is [], retry=0 2024-11-11T07:21:27,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-cfb42827-0eac-4673-a495-fd7e3047e894,DISK] 2024-11-11T07:21:27,379 INFO [RS:0;d72d5187e64f:42105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 2024-11-11T07:21:27,379 DEBUG [RS:0;d72d5187e64f:42105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-11T07:21:27,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:27,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:27,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:27,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:27,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:27,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:27,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:27,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:27,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:27,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:27,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:27,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:27,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:27,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:27,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:27,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:27,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:27,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:27,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740 2024-11-11T07:21:27,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740 2024-11-11T07:21:27,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:27,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:27,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:27,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:27,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:27,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61163245, jitterRate=-0.08859662711620331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309687544Initializing all the Stores at 1731309687544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309687544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309687544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309687544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309687544Cleaning up temporary data from old regions at 1731309687552 (+8 ms)Region opened successfully at 1731309687556 (+4 ms) 2024-11-11T07:21:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:27,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:27,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:27,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309687556Disabling compacts and flushes for region at 1731309687556Disabling writes for close at 1731309687556Writing region close event to WAL at 1731309687556Closed at 1731309687556 2024-11-11T07:21:27,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:27,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:21:27,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:21:27,559 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:27,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:21:27,710 DEBUG [d72d5187e64f:36111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:21:27,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:27,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,42105,1731309685629, state=OPENING 2024-11-11T07:21:27,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:21:27,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:27,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:27,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590180780/meta-region-server: CHANGED 2024-11-11T07:21:27,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590180780/meta-region-server: CHANGED 2024-11-11T07:21:27,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:27,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,42105,1731309685629}] 2024-11-11T07:21:28,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:28,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:21:28,029 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:21:28,029 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:28,029 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:21:28,030 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C42105%2C1731309685629.meta, suffix=.meta, logDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/oldWALs, maxLogs=10 2024-11-11T07:21:28,041 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.meta.1731309688030.meta, exclude list is [], retry=0 2024-11-11T07:21:28,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-cfb42827-0eac-4673-a495-fd7e3047e894,DISK] 2024-11-11T07:21:28,044 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.meta.1731309688030.meta 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:28,045 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:21:28,045 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:21:28,045 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:28,046 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:21:28,046 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:21:28,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:28,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:28,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:28,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:28,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:28,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:28,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:28,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:28,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:28,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:28,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:28,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:28,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:28,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:28,051 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:28,052 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740 2024-11-11T07:21:28,053 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740 2024-11-11T07:21:28,053 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:28,054 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:28,054 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:28,055 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:28,055 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67030926, jitterRate=-0.0011613667011260986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:28,056 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:21:28,056 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309688046Writing region info on filesystem at 1731309688046Initializing all the Stores at 1731309688046Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309688046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309688046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309688046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309688046Cleaning up temporary data from old regions at 1731309688054 (+8 ms)Running coprocessor post-open hooks at 1731309688056 (+2 ms)Region opened successfully at 1731309688056 2024-11-11T07:21:28,057 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309688025 2024-11-11T07:21:28,058 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:21:28,058 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:21:28,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:28,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,42105,1731309685629, state=OPEN 2024-11-11T07:21:28,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1590180780/meta-region-server 2024-11-11T07:21:28,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1590180780/meta-region-server 2024-11-11T07:21:28,083 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:28,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590180780/meta-region-server: CHANGED 2024-11-11T07:21:28,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590180780/meta-region-server: CHANGED 2024-11-11T07:21:28,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:21:28,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,42105,1731309685629 in 210 msec 2024-11-11T07:21:28,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:21:28,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-11T07:21:28,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:28,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:21:28,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:28,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,42105,1731309685629, seqNum=-1] 2024-11-11T07:21:28,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:28,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:28,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0090 sec 2024-11-11T07:21:28,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309688093, completionTime=-1 2024-11-11T07:21:28,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:21:28,093 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309748095 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309808095 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:36111, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,095 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,096 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,097 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.395sec 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:28,099 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:21:28,102 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:21:28,102 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:21:28,102 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36111,1731309685490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:28,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:28,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:28,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:28,156 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7708d7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:28,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:28,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:28,157 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:28,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8bdd42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:28,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,42105,1731309685629, seqNum=-1] 2024-11-11T07:21:28,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:28,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:28,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,36111,1731309685490 2024-11-11T07:21:28,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56272 2024-11-11T07:21:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c520ba0005 connected 2024-11-11T07:21:28,179 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:21:28,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43653,1731309679868 2024-11-11T07:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c069c8 2024-11-11T07:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:28,181 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:28,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:21:28,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:21:28,183 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:28,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:21:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:28,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:21:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:21:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:28,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f39f20cc03190abb7186cd262ac79bec, NAME => 'test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098 2024-11-11T07:21:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:21:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:28,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:28,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:28,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:28,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f39f20cc03190abb7186cd262ac79bec, disabling compactions & flushes 2024-11-11T07:21:28,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:28,996 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:28,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. after waiting 0 ms 2024-11-11T07:21:28,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:28,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:28,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f39f20cc03190abb7186cd262ac79bec: Waiting for close lock at 1731309688996Disabling compacts and flushes for region at 1731309688996Disabling writes for close at 1731309688997 (+1 ms)Writing region close event to WAL at 1731309688997Closed at 1731309688997 2024-11-11T07:21:28,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:21:28,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309688998"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309688998"}]},"ts":"1731309688998"} 2024-11-11T07:21:29,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:21:29,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:21:29,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309689002"}]},"ts":"1731309689002"} 2024-11-11T07:21:29,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:21:29,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f39f20cc03190abb7186cd262ac79bec, ASSIGN}] 2024-11-11T07:21:29,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f39f20cc03190abb7186cd262ac79bec, ASSIGN 2024-11-11T07:21:29,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f39f20cc03190abb7186cd262ac79bec, ASSIGN; state=OFFLINE, location=d72d5187e64f,37405,1731309680287; forceNewPlan=false, retain=false 2024-11-11T07:21:29,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f39f20cc03190abb7186cd262ac79bec, regionState=OPENING, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:29,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f39f20cc03190abb7186cd262ac79bec, ASSIGN because future has completed 2024-11-11T07:21:29,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39f20cc03190abb7186cd262ac79bec, server=d72d5187e64f,37405,1731309680287}] 2024-11-11T07:21:29,315 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:29,315 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f39f20cc03190abb7186cd262ac79bec, NAME => 'test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:29,315 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:29,315 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:21:29,315 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,315 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:29,315 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,315 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,317 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,318 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39f20cc03190abb7186cd262ac79bec columnFamilyName f 2024-11-11T07:21:29,318 DEBUG [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:29,318 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(327): Store=f39f20cc03190abb7186cd262ac79bec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:29,318 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,319 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39f20cc03190abb7186cd262ac79bec columnFamilyName f1 2024-11-11T07:21:29,319 DEBUG [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:29,319 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(327): Store=f39f20cc03190abb7186cd262ac79bec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:29,320 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,320 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f39f20cc03190abb7186cd262ac79bec columnFamilyName norep 2024-11-11T07:21:29,320 DEBUG [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:29,321 INFO [StoreOpener-f39f20cc03190abb7186cd262ac79bec-1 {}] regionserver.HStore(327): Store=f39f20cc03190abb7186cd262ac79bec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:29,321 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,321 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,322 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,323 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,323 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,323 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:21:29,324 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:29,326 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f39f20cc03190abb7186cd262ac79bec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59281719, jitterRate=-0.11663354933261871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:21:29,326 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:29,327 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f39f20cc03190abb7186cd262ac79bec: Running coprocessor pre-open hook at 1731309689316Writing region info on filesystem at 1731309689316Initializing all the Stores at 1731309689316Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309689316Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309689316Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309689316Cleaning up temporary data from old regions at 1731309689323 (+7 ms)Running coprocessor post-open hooks at 1731309689326 (+3 ms)Region opened successfully at 1731309689327 (+1 ms) 2024-11-11T07:21:29,328 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309688181.f39f20cc03190abb7186cd262ac79bec., pid=6, masterSystemTime=1731309689312 2024-11-11T07:21:29,329 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:29,329 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:29,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f39f20cc03190abb7186cd262ac79bec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:29,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f39f20cc03190abb7186cd262ac79bec, server=d72d5187e64f,37405,1731309680287 because future has completed 2024-11-11T07:21:29,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:21:29,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f39f20cc03190abb7186cd262ac79bec, server=d72d5187e64f,37405,1731309680287 in 172 msec 2024-11-11T07:21:29,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:21:29,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f39f20cc03190abb7186cd262ac79bec, ASSIGN in 329 msec 2024-11-11T07:21:29,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:21:29,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309689336"}]},"ts":"1731309689336"} 2024-11-11T07:21:29,338 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:21:29,338 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:21:29,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-11T07:21:30,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:30,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:30,030 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18202 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:30,330 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:21:30,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36111,1731309685490 2024-11-11T07:21:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f23e49e 2024-11-11T07:21:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:30,332 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:30,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:21:30,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:21:30,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:30,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:21:30,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:21:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:21:30,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f68c050a177cc6aab69f00fc3415e3c, NAME => 'test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d 2024-11-11T07:21:30,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:21:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f68c050a177cc6aab69f00fc3415e3c, disabling compactions & flushes 2024-11-11T07:21:30,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. after waiting 0 ms 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:30,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:30,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f68c050a177cc6aab69f00fc3415e3c: Waiting for close lock at 1731309690746Disabling compacts and flushes for region at 1731309690746Disabling writes for close at 1731309690746Writing region close event to WAL at 1731309690746Closed at 1731309690746 2024-11-11T07:21:30,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:21:30,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309690747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309690747"}]},"ts":"1731309690747"} 2024-11-11T07:21:30,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:21:30,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:21:30,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309690749"}]},"ts":"1731309690749"} 2024-11-11T07:21:30,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:21:30,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f68c050a177cc6aab69f00fc3415e3c, ASSIGN}] 2024-11-11T07:21:30,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f68c050a177cc6aab69f00fc3415e3c, ASSIGN 2024-11-11T07:21:30,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f68c050a177cc6aab69f00fc3415e3c, ASSIGN; state=OFFLINE, location=d72d5187e64f,42105,1731309685629; forceNewPlan=false, retain=false 2024-11-11T07:21:30,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f68c050a177cc6aab69f00fc3415e3c, regionState=OPENING, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:30,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f68c050a177cc6aab69f00fc3415e3c, ASSIGN because future has completed 2024-11-11T07:21:30,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f68c050a177cc6aab69f00fc3415e3c, server=d72d5187e64f,42105,1731309685629}] 2024-11-11T07:21:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:31,060 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:31,061 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f68c050a177cc6aab69f00fc3415e3c, NAME => 'test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:31,061 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:31,061 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:21:31,061 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,061 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:31,061 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,061 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,062 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,063 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f68c050a177cc6aab69f00fc3415e3c columnFamilyName f 2024-11-11T07:21:31,063 DEBUG [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:31,064 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(327): Store=6f68c050a177cc6aab69f00fc3415e3c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:31,064 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,064 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f68c050a177cc6aab69f00fc3415e3c columnFamilyName f1 2024-11-11T07:21:31,064 DEBUG [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:31,065 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(327): Store=6f68c050a177cc6aab69f00fc3415e3c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:31,065 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,065 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f68c050a177cc6aab69f00fc3415e3c columnFamilyName norep 2024-11-11T07:21:31,065 DEBUG [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:31,066 INFO [StoreOpener-6f68c050a177cc6aab69f00fc3415e3c-1 {}] regionserver.HStore(327): Store=6f68c050a177cc6aab69f00fc3415e3c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:31,066 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,066 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,067 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,067 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,067 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,068 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:21:31,069 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,071 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:31,071 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f68c050a177cc6aab69f00fc3415e3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72914386, jitterRate=0.08650901913642883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:21:31,071 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:31,071 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f68c050a177cc6aab69f00fc3415e3c: Running coprocessor pre-open hook at 1731309691061Writing region info on filesystem at 1731309691061Initializing all the Stores at 1731309691062 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309691062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309691062Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309691062Cleaning up temporary data from old regions at 1731309691067 (+5 ms)Running coprocessor post-open hooks at 1731309691071 (+4 ms)Region opened successfully at 1731309691071 2024-11-11T07:21:31,072 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c., pid=6, masterSystemTime=1731309691057 2024-11-11T07:21:31,073 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:31,073 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:31,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f68c050a177cc6aab69f00fc3415e3c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f68c050a177cc6aab69f00fc3415e3c, server=d72d5187e64f,42105,1731309685629 because future has completed 2024-11-11T07:21:31,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:21:31,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f68c050a177cc6aab69f00fc3415e3c, server=d72d5187e64f,42105,1731309685629 in 171 msec 2024-11-11T07:21:31,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:21:31,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f68c050a177cc6aab69f00fc3415e3c, ASSIGN in 327 msec 2024-11-11T07:21:31,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:21:31,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309691080"}]},"ts":"1731309691080"} 2024-11-11T07:21:31,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:21:31,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:21:31,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-11T07:21:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:21:31,470 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:21:31,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:31,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:31,471 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629bb167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,472 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbd57d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:31,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:31,474 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b37cac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,475 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aae8480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:31,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:31,477 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7bcf9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:31,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,478 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f6fc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43653,1731309679868 2024-11-11T07:21:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ba7cef 2024-11-11T07:21:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:31,480 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:31,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:36111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:21:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:21:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:31,482 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36111' 2024-11-11T07:21:31,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2540b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,483 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:31,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:31,483 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56068f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:31,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,485 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:31,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112d825b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:31,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:31,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36111,1731309685490 2024-11-11T07:21:31,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a16183e 2024-11-11T07:21:31,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:31,486 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:31,487 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:21:31,487 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:21:31,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:31,487 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:31,487 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:31,488 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:21:31,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:21:31,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:31,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:21:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:21:31,538 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:21:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:31,896 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 901542b3c8331983e1e36ab53dba4e49, NAME => 'hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098 2024-11-11T07:21:31,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:21:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 901542b3c8331983e1e36ab53dba4e49, disabling compactions & flushes 2024-11-11T07:21:32,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. after waiting 0 ms 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,301 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,301 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 901542b3c8331983e1e36ab53dba4e49: Waiting for close lock at 1731309692301Disabling compacts and flushes for region at 1731309692301Disabling writes for close at 1731309692301Writing region close event to WAL at 1731309692301Closed at 1731309692301 2024-11-11T07:21:32,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:21:32,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309692303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309692303"}]},"ts":"1731309692303"} 2024-11-11T07:21:32,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:21:32,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:21:32,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309692306"}]},"ts":"1731309692306"} 2024-11-11T07:21:32,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:21:32,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=901542b3c8331983e1e36ab53dba4e49, ASSIGN}] 2024-11-11T07:21:32,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=901542b3c8331983e1e36ab53dba4e49, ASSIGN 2024-11-11T07:21:32,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=901542b3c8331983e1e36ab53dba4e49, ASSIGN; state=OFFLINE, location=d72d5187e64f,37405,1731309680287; forceNewPlan=false, retain=false 2024-11-11T07:21:32,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=901542b3c8331983e1e36ab53dba4e49, regionState=OPENING, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:32,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=901542b3c8331983e1e36ab53dba4e49, ASSIGN because future has completed 2024-11-11T07:21:32,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 901542b3c8331983e1e36ab53dba4e49, server=d72d5187e64f,37405,1731309680287}] 2024-11-11T07:21:32,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:32,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:21:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:32,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C37405%2C1731309680287.rep, suffix=, logDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287, archiveDir=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/oldWALs, maxLogs=10 2024-11-11T07:21:32,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.rep.1731309692619, exclude list is [], retry=0 2024-11-11T07:21:32,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35441,DS-f78a1b41-ac81-4092-bdc2-04e024abe93a,DISK] 2024-11-11T07:21:32,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.rep.1731309692619 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45455:45455)] 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 901542b3c8331983e1e36ab53dba4e49, NAME => 'hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:32,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. service=MultiRowMutationService 2024-11-11T07:21:32,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,634 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,635 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 901542b3c8331983e1e36ab53dba4e49 columnFamilyName hfileref 2024-11-11T07:21:32,635 DEBUG [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:32,636 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(327): Store=901542b3c8331983e1e36ab53dba4e49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:32,636 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,637 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 901542b3c8331983e1e36ab53dba4e49 columnFamilyName queue 2024-11-11T07:21:32,637 DEBUG [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:32,637 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(327): Store=901542b3c8331983e1e36ab53dba4e49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:32,637 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,638 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 901542b3c8331983e1e36ab53dba4e49 columnFamilyName sid 2024-11-11T07:21:32,638 DEBUG [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:32,638 INFO [StoreOpener-901542b3c8331983e1e36ab53dba4e49-1 {}] regionserver.HStore(327): Store=901542b3c8331983e1e36ab53dba4e49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:32,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:21:32,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:32,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 901542b3c8331983e1e36ab53dba4e49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73353964, jitterRate=0.093059241771698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:21:32,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:32,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 901542b3c8331983e1e36ab53dba4e49: Running coprocessor pre-open hook at 1731309692634Writing region info on filesystem at 1731309692634Initializing all the Stores at 1731309692634Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309692634Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309692634Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309692634Cleaning up temporary data from old regions at 1731309692640 (+6 ms)Running coprocessor post-open hooks at 1731309692643 (+3 ms)Region opened successfully at 1731309692644 (+1 ms) 2024-11-11T07:21:32,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49., pid=10, masterSystemTime=1731309692613 2024-11-11T07:21:32,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:32,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=901542b3c8331983e1e36ab53dba4e49, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,37405,1731309680287 2024-11-11T07:21:32,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 901542b3c8331983e1e36ab53dba4e49, server=d72d5187e64f,37405,1731309680287 because future has completed 2024-11-11T07:21:32,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:21:32,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 901542b3c8331983e1e36ab53dba4e49, server=d72d5187e64f,37405,1731309680287 in 188 msec 2024-11-11T07:21:32,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:21:32,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=901542b3c8331983e1e36ab53dba4e49, ASSIGN in 343 msec 2024-11-11T07:21:32,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:21:32,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309692653"}]},"ts":"1731309692653"} 2024-11-11T07:21:32,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:21:32,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:21:32,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-11T07:21:32,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49., hostname=d72d5187e64f,37405,1731309680287, seqNum=2] 2024-11-11T07:21:32,767 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:32,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:21:32,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:21:32,941 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:21:32,966 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,37405,1731309680287, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:21:32,967 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:32,967 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37405,1731309680287, seqNum=-1] 2024-11-11T07:21:32,967 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:32,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:32,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,37405,1731309680287', locateType=CURRENT is [region=hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49., hostname=d72d5187e64f,37405,1731309680287, seqNum=2] 2024-11-11T07:21:32,971 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:21:32,974 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,37405,1731309680287 suceeded 2024-11-11T07:21:32,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:21:32,975 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:36111,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:21:32,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T07:21:32,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-11T07:21:32,986 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36111' 2024-11-11T07:21:32,987 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ecd9ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:32,987 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:32,987 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:32,988 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5fae87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:32,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:32,989 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:32,989 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41aa5f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:32,989 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:32,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36111,1731309685490 2024-11-11T07:21:32,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ac45f4 2024-11-11T07:21:32,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:32,991 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:32,991 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,37405,1731309680287 (queues=1) is replicating from cluster=5d7a9968-946f-423b-a00b-b884f1ef4130 to cluster=db9f4772-40b6-4f93-9877-ec5a865f91ec 2024-11-11T07:21:32,991 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C37405%2C1731309680287 2024-11-11T07:21:32,992 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,37405,1731309680287, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:21:32,992 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C37405%2C1731309680287 2024-11-11T07:21:32,992 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, startPosition=0, beingWritten=true 2024-11-11T07:21:32,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:32,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:32,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:33,199 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:33,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:21:33,503 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:33,639 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:21:33,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:33,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:33,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:33,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:33,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:33,641 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb32106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,642 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:33,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ce81c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36111,1731309685490 2024-11-11T07:21:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f580a7 2024-11-11T07:21:33,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:33,644 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:33,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:21:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:21:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:33,646 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43653' 2024-11-11T07:21:33,647 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436166ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,647 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:33,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:33,647 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47321cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,649 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f71593c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:33,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43653,1731309679868 2024-11-11T07:21:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19da370d 2024-11-11T07:21:33,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:33,651 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:21:33,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:21:33,652 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:21:33,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:33,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:33,652 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:33,653 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:21:33,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:21:33,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:33,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:21:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:21:33,703 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:21:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:33,907 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:34,060 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80407d642958b5abebddf6999ae4ee27, NAME => 'hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d 2024-11-11T07:21:34,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:21:34,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:34,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 80407d642958b5abebddf6999ae4ee27, disabling compactions & flushes 2024-11-11T07:21:34,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. after waiting 0 ms 2024-11-11T07:21:34,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80407d642958b5abebddf6999ae4ee27: Waiting for close lock at 1731309694065Disabling compacts and flushes for region at 1731309694065Disabling writes for close at 1731309694065Writing region close event to WAL at 1731309694065Closed at 1731309694065 2024-11-11T07:21:34,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:21:34,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309694066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309694066"}]},"ts":"1731309694066"} 2024-11-11T07:21:34,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:21:34,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:21:34,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309694069"}]},"ts":"1731309694069"} 2024-11-11T07:21:34,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:21:34,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80407d642958b5abebddf6999ae4ee27, ASSIGN}] 2024-11-11T07:21:34,071 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80407d642958b5abebddf6999ae4ee27, ASSIGN 2024-11-11T07:21:34,072 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80407d642958b5abebddf6999ae4ee27, ASSIGN; state=OFFLINE, location=d72d5187e64f,42105,1731309685629; forceNewPlan=false, retain=false 2024-11-11T07:21:34,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:21:34,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80407d642958b5abebddf6999ae4ee27, regionState=OPENING, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:34,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=80407d642958b5abebddf6999ae4ee27, ASSIGN because future has completed 2024-11-11T07:21:34,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80407d642958b5abebddf6999ae4ee27, server=d72d5187e64f,42105,1731309685629}] 2024-11-11T07:21:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:34,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:34,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:21:34,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C42105%2C1731309685629.rep, suffix=, logDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629, archiveDir=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/oldWALs, maxLogs=10 2024-11-11T07:21:34,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.rep.1731309694382, exclude list is [], retry=0 2024-11-11T07:21:34,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36467,DS-cfb42827-0eac-4673-a495-fd7e3047e894,DISK] 2024-11-11T07:21:34,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.rep.1731309694382 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39085:39085)] 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 80407d642958b5abebddf6999ae4ee27, NAME => 'hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:34,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. service=MultiRowMutationService 2024-11-11T07:21:34,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,404 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,405 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80407d642958b5abebddf6999ae4ee27 columnFamilyName hfileref 2024-11-11T07:21:34,405 DEBUG [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:34,406 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(327): Store=80407d642958b5abebddf6999ae4ee27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:34,406 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,407 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80407d642958b5abebddf6999ae4ee27 columnFamilyName queue 2024-11-11T07:21:34,407 DEBUG [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:34,407 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(327): Store=80407d642958b5abebddf6999ae4ee27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:34,407 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,408 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80407d642958b5abebddf6999ae4ee27 columnFamilyName sid 2024-11-11T07:21:34,408 DEBUG [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:34,409 INFO [StoreOpener-80407d642958b5abebddf6999ae4ee27-1 {}] regionserver.HStore(327): Store=80407d642958b5abebddf6999ae4ee27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:34,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,410 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:21:34,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:34,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 80407d642958b5abebddf6999ae4ee27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62361341, jitterRate=-0.0707436054944992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:21:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:34,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 80407d642958b5abebddf6999ae4ee27: Running coprocessor pre-open hook at 1731309694403Writing region info on filesystem at 1731309694403Initializing all the Stores at 1731309694404 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309694404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309694404Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309694404Cleaning up temporary data from old regions at 1731309694411 (+7 ms)Running coprocessor post-open hooks at 1731309694414 (+3 ms)Region opened successfully at 1731309694414 2024-11-11T07:21:34,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27., pid=10, masterSystemTime=1731309694377 2024-11-11T07:21:34,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:34,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80407d642958b5abebddf6999ae4ee27, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,42105,1731309685629 2024-11-11T07:21:34,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80407d642958b5abebddf6999ae4ee27, server=d72d5187e64f,42105,1731309685629 because future has completed 2024-11-11T07:21:34,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:21:34,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80407d642958b5abebddf6999ae4ee27, server=d72d5187e64f,42105,1731309685629 in 195 msec 2024-11-11T07:21:34,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:21:34,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=80407d642958b5abebddf6999ae4ee27, ASSIGN in 351 msec 2024-11-11T07:21:34,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:21:34,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309694423"}]},"ts":"1731309694423"} 2024-11-11T07:21:34,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:21:34,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:21:34,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 774 msec 2024-11-11T07:21:34,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27., hostname=d72d5187e64f,42105,1731309685629, seqNum=2] 2024-11-11T07:21:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:34,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:21:34,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:21:34,709 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:21:34,735 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,42105,1731309685629, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:21:34,736 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:34,736 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,42105,1731309685629, seqNum=-1] 2024-11-11T07:21:34,736 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:34,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,42105,1731309685629', locateType=CURRENT is [region=hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27., hostname=d72d5187e64f,42105,1731309685629, seqNum=2] 2024-11-11T07:21:34,740 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:21:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:21:34,742 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,42105,1731309685629 suceeded 2024-11-11T07:21:34,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:21:34,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T07:21:34,744 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:43653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:21:34,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1000 sec 2024-11-11T07:21:34,754 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43653' 2024-11-11T07:21:34,755 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d630fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:34,755 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:34,755 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:34,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c0d901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:34,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:34,757 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:34,758 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e3a105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:34,758 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:34,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43653,1731309679868 2024-11-11T07:21:34,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c84f81a 2024-11-11T07:21:34,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:21:34,759 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T07:21:34,760 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,42105,1731309685629 (queues=1) is replicating from cluster=db9f4772-40b6-4f93-9877-ec5a865f91ec to cluster=5d7a9968-946f-423b-a00b-b884f1ef4130 2024-11-11T07:21:34,760 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C42105%2C1731309685629 2024-11-11T07:21:34,760 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,42105,1731309685629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:21:34,760 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C42105%2C1731309685629 2024-11-11T07:21:34,760 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, startPosition=0, beingWritten=true 2024-11-11T07:21:34,765 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:34,765 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 379, reset compression=false 2024-11-11T07:21:34,765 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:21:34,779 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:21:34,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:34,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:34,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:34,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:34,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:34,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37405,1731309680287, seqNum=-1] 2024-11-11T07:21:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:34,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:34,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309688181.f39f20cc03190abb7186cd262ac79bec., hostname=d72d5187e64f,37405,1731309680287, seqNum=2] 2024-11-11T07:21:34,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,42105,1731309685629, seqNum=-1] 2024-11-11T07:21:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:34,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:34,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c., hostname=d72d5187e64f,42105,1731309685629, seqNum=2] 2024-11-11T07:21:34,790 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T07:21:34,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:34,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:34,968 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 379, reset compression=false 2024-11-11T07:21:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:21:34,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:21:34,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:34,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:34,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:21:35,013 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 379, reset compression=false 2024-11-11T07:21:35,017 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:35,018 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 480, reset compression=false 2024-11-11T07:21:35,018 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[{test/f39f20cc03190abb7186cd262ac79bec/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T07:21:35,019 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:35,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T07:21:35,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:21:35,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c858d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:35,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36111,-1 for getting cluster id 2024-11-11T07:21:35,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:35,023 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db9f4772-40b6-4f93-9877-ec5a865f91ec' 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db9f4772-40b6-4f93-9877-ec5a865f91ec" 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c5d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36111,-1] 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:35,024 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:35,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ac7c98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:35,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:35,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,42105,1731309685629, seqNum=-1] 2024-11-11T07:21:35,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:35,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:35,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c., hostname=d72d5187e64f,42105,1731309685629, seqNum=2] 2024-11-11T07:21:35,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:21:35,221 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 480, reset compression=false 2024-11-11T07:21:35,271 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 379, reset compression=false 2024-11-11T07:21:35,275 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:35,275 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 503, reset compression=false 2024-11-11T07:21:35,275 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:35,479 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 503, reset compression=false 2024-11-11T07:21:35,524 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 480, reset compression=false 2024-11-11T07:21:35,789 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 503, reset compression=false 2024-11-11T07:21:35,793 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T07:21:35,796 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T07:21:35,927 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 480, reset compression=false 2024-11-11T07:21:36,192 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 503, reset compression=false 2024-11-11T07:21:36,196 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:36,196 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 607, reset compression=false 2024-11-11T07:21:36,196 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f68c050a177cc6aab69f00fc3415e3c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:21:36,198 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:36,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T07:21:36,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:21:36,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18ce5d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:36,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43653,-1 for getting cluster id 2024-11-11T07:21:36,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:36,200 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d7a9968-946f-423b-a00b-b884f1ef4130' 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d7a9968-946f-423b-a00b-b884f1ef4130" 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2534d092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43653,-1] 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:36,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:36,201 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:36,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12acd25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:36,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,37405,1731309680287, seqNum=-1] 2024-11-11T07:21:36,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:36,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T07:21:36,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731309688181.f39f20cc03190abb7186cd262ac79bec., hostname=d72d5187e64f,37405,1731309680287, seqNum=2] 2024-11-11T07:21:36,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:21:36,399 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 607, reset compression=false 2024-11-11T07:21:36,431 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 480, reset compression=false 2024-11-11T07:21:36,435 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:36,435 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 608, reset compression=false 2024-11-11T07:21:36,435 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:36,638 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 608, reset compression=false 2024-11-11T07:21:36,703 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 607, reset compression=false 2024-11-11T07:21:36,798 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T07:21:36,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T07:21:36,942 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 608, reset compression=false 2024-11-11T07:21:36,946 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:36,946 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 764, reset compression=false 2024-11-11T07:21:36,946 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[{test/f39f20cc03190abb7186cd262ac79bec/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T07:21:36,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:21:36,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42105 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:21:37,106 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 607, reset compression=false 2024-11-11T07:21:37,110 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:37,110 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 754, reset compression=false 2024-11-11T07:21:37,110 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:37,149 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 764, reset compression=false 2024-11-11T07:21:37,313 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 754, reset compression=false 2024-11-11T07:21:37,453 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 764, reset compression=false 2024-11-11T07:21:37,616 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 754, reset compression=false 2024-11-11T07:21:37,806 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T07:21:37,814 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T07:21:37,856 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 764, reset compression=false 2024-11-11T07:21:38,020 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 754, reset compression=false 2024-11-11T07:21:38,069 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:21:38,069 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 913, reset compression=false 2024-11-11T07:21:38,069 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[{test/6f68c050a177cc6aab69f00fc3415e3c/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T07:21:38,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:21:38,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:21:38,273 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 913, reset compression=false 2024-11-11T07:21:38,360 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 764, reset compression=false 2024-11-11T07:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:38,366 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:38,571 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:38,587 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 913, reset compression=false 2024-11-11T07:21:38,816 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T07:21:38,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:21:38,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:38,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:38,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:38,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:38,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:21:38,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=461018444, stopped=false 2024-11-11T07:21:38,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,36111,1731309685490 2024-11-11T07:21:38,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:38,874 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590180780/running 2024-11-11T07:21:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590180780/running 2024-11-11T07:21:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:38,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:38,988 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:38,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:38,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:38,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:38,989 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,42105,1731309685629' ***** 2024-11-11T07:21:38,989 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:21:38,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/running 2024-11-11T07:21:38,989 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:21:38,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Set watcher on znode that does not yet exist, /1590180780/running 2024-11-11T07:21:38,989 INFO [RS:0;d72d5187e64f:42105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:21:38,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:21:38,989 INFO [RS:0;d72d5187e64f:42105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:21:38,989 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,42105,1731309685629 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:42105. 2024-11-11T07:21:38,990 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80407d642958b5abebddf6999ae4ee27, disabling compactions & flushes 2024-11-11T07:21:38,990 DEBUG [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:38,990 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:38,990 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:38,990 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 913, reset compression=false 2024-11-11T07:21:38,990 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:38,990 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. after waiting 0 ms 2024-11-11T07:21:38,990 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:21:38,990 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:21:38,990 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80407d642958b5abebddf6999ae4ee27 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T07:21:38,992 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:21:38,992 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80407d642958b5abebddf6999ae4ee27=hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27., 6f68c050a177cc6aab69f00fc3415e3c=test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.} 2024-11-11T07:21:38,992 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f68c050a177cc6aab69f00fc3415e3c, 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:38,992 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:38,993 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:38,993 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:38,993 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:38,993 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:38,993 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:21:39,014 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/.tmp/queue/2445b1bc944b403e8dd2d08e317614c6 is 153, key is 1-d72d5187e64f,42105,1731309685629/queue:d72d5187e64f%2C42105%2C1731309685629/1731309698074/Put/seqid=0 2024-11-11T07:21:39,019 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/info/c78e995d3eb54c3fb4ed485cb7107b22 is 147, key is hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27./info:regioninfo/1731309694417/Put/seqid=0 2024-11-11T07:21:39,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741840_1016 (size=5352) 2024-11-11T07:21:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:21:39,042 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:39,192 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f68c050a177cc6aab69f00fc3415e3c, 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:39,266 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:21:39,266 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:21:39,277 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:39,392 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f68c050a177cc6aab69f00fc3415e3c, 80407d642958b5abebddf6999ae4ee27 2024-11-11T07:21:39,423 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/.tmp/queue/2445b1bc944b403e8dd2d08e317614c6 2024-11-11T07:21:39,428 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/.tmp/queue/2445b1bc944b403e8dd2d08e317614c6 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/queue/2445b1bc944b403e8dd2d08e317614c6 2024-11-11T07:21:39,429 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/info/c78e995d3eb54c3fb4ed485cb7107b22 2024-11-11T07:21:39,433 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/queue/2445b1bc944b403e8dd2d08e317614c6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T07:21:39,435 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 80407d642958b5abebddf6999ae4ee27 in 444ms, sequenceid=10, compaction requested=false 2024-11-11T07:21:39,442 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/replication/80407d642958b5abebddf6999ae4ee27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:21:39,442 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:39,442 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:39,443 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80407d642958b5abebddf6999ae4ee27: Waiting for close lock at 1731309698990Running coprocessor pre-close hooks at 1731309698990Disabling compacts and flushes for region at 1731309698990Disabling writes for close at 1731309698990Obtaining lock to block concurrent updates at 1731309698990Preparing flush snapshotting stores in 80407d642958b5abebddf6999ae4ee27 at 1731309698990Finished memstore snapshotting hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731309698991 (+1 ms)Flushing stores of hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. at 1731309698991Flushing 80407d642958b5abebddf6999ae4ee27/queue: creating writer at 1731309698991Flushing 80407d642958b5abebddf6999ae4ee27/queue: appending metadata at 1731309699013 (+22 ms)Flushing 80407d642958b5abebddf6999ae4ee27/queue: closing flushed file at 1731309699013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d003c7: reopening flushed file at 1731309699428 (+415 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 80407d642958b5abebddf6999ae4ee27 in 444ms, sequenceid=10, compaction requested=false at 1731309699435 (+7 ms)Writing region close event to WAL at 1731309699439 (+4 ms)Running coprocessor post-close hooks at 1731309699442 (+3 ms)Closed at 1731309699443 (+1 ms) 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309693652.80407d642958b5abebddf6999ae4ee27. 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f68c050a177cc6aab69f00fc3415e3c, disabling compactions & flushes 2024-11-11T07:21:39,443 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. after waiting 0 ms 2024-11-11T07:21:39,443 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:39,443 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f68c050a177cc6aab69f00fc3415e3c 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T07:21:39,448 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/ns/96568a089a8b445eb5c92d5dccdec03e is 43, key is default/ns:d/1731309688089/Put/seqid=0 2024-11-11T07:21:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:21:39,460 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f/49db6a8fcf7e471898a2f36a6edd35c8 is 29, key is row1/f:/1731309697808/DeleteFamily/seqid=0 2024-11-11T07:21:39,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741843_1019 (size=5118) 2024-11-11T07:21:39,507 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 913, reset compression=false 2024-11-11T07:21:39,510 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:39,511 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1160, reset compression=false 2024-11-11T07:21:39,511 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,42105,1731309685629 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:39,512 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,42105,1731309685629: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,42105,1731309685629, walGroup=d72d5187e64f%2C42105%2C1731309685629, offset=d72d5187e64f%2C42105%2C1731309685629.1731309687361:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:42105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:21:39,513 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:21:39,513 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:21:39,513 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:21:39,514 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:21:39,514 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:21:39,514 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 577428016 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190146888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:21:39,514 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36111 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:21:39,592 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:39,713 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1160, reset compression=false 2024-11-11T07:21:39,780 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:39,793 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:39,852 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/ns/96568a089a8b445eb5c92d5dccdec03e 2024-11-11T07:21:39,865 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f/49db6a8fcf7e471898a2f36a6edd35c8 2024-11-11T07:21:39,868 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49db6a8fcf7e471898a2f36a6edd35c8 2024-11-11T07:21:39,874 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/rep_barrier/a1aac23374234cd1ba5cefc062194a27 is 112, key is test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c./rep_barrier:seqnumDuringOpen/1731309691074/Put/seqid=0 2024-11-11T07:21:39,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:21:39,880 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/rep_barrier/a1aac23374234cd1ba5cefc062194a27 2024-11-11T07:21:39,882 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f1/7ff822f599ba494ea175a92f4aeead46 is 30, key is row1/f1:/1731309697808/DeleteFamily/seqid=0 2024-11-11T07:21:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741845_1021 (size=5123) 2024-11-11T07:21:39,901 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/table/74546fd0def94a3794b83cf65df99fd2 is 53, key is hbase:replication/table:state/1731309694423/Put/seqid=0 2024-11-11T07:21:39,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741846_1022 (size=5308) 2024-11-11T07:21:39,905 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/table/74546fd0def94a3794b83cf65df99fd2 2024-11-11T07:21:39,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:39,910 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/info/c78e995d3eb54c3fb4ed485cb7107b22 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/info/c78e995d3eb54c3fb4ed485cb7107b22 2024-11-11T07:21:39,915 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/info/c78e995d3eb54c3fb4ed485cb7107b22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:21:39,916 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/ns/96568a089a8b445eb5c92d5dccdec03e as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/ns/96568a089a8b445eb5c92d5dccdec03e 2024-11-11T07:21:39,921 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/ns/96568a089a8b445eb5c92d5dccdec03e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:21:39,922 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/rep_barrier/a1aac23374234cd1ba5cefc062194a27 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/rep_barrier/a1aac23374234cd1ba5cefc062194a27 2024-11-11T07:21:39,926 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/rep_barrier/a1aac23374234cd1ba5cefc062194a27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:21:39,927 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/.tmp/table/74546fd0def94a3794b83cf65df99fd2 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/table/74546fd0def94a3794b83cf65df99fd2 2024-11-11T07:21:39,932 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/table/74546fd0def94a3794b83cf65df99fd2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:21:39,933 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false 2024-11-11T07:21:39,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,938 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:21:39,938 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:39,938 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:39,938 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:39,939 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309698992Running coprocessor pre-close hooks at 1731309698992Disabling compacts and flushes for region at 1731309698992Disabling writes for close at 1731309698993 (+1 ms)Obtaining lock to block concurrent updates at 1731309698993Preparing flush snapshotting stores in 1588230740 at 1731309698993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309698993Flushing stores of hbase:meta,,1.1588230740 at 1731309698994 (+1 ms)Flushing 1588230740/info: creating writer at 1731309698994Flushing 1588230740/info: appending metadata at 1731309699018 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731309699018Flushing 1588230740/ns: creating writer at 1731309699433 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731309699448 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731309699448Flushing 1588230740/rep_barrier: creating writer at 1731309699857 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309699873 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309699873Flushing 1588230740/table: creating writer at 1731309699884 (+11 ms)Flushing 1588230740/table: appending metadata at 1731309699901 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731309699901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67841b12: reopening flushed file at 1731309699909 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0ce98b: reopening flushed file at 1731309699915 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cd301: reopening flushed file at 1731309699921 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbaf76e: reopening flushed file at 1731309699927 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=16, compaction requested=false at 1731309699933 (+6 ms)Writing region close event to WAL at 1731309699934 (+1 ms)Running coprocessor post-close hooks at 1731309699938 (+4 ms)Closed at 1731309699938 2024-11-11T07:21:39,939 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:39,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:39,993 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:21:39,993 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1325): Online Regions={6f68c050a177cc6aab69f00fc3415e3c=test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c.} 2024-11-11T07:21:39,993 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:40,017 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1160, reset compression=false 2024-11-11T07:21:40,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:40,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:40,100 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28272 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:40,193 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:40,286 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f1/7ff822f599ba494ea175a92f4aeead46 2024-11-11T07:21:40,289 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff822f599ba494ea175a92f4aeead46 2024-11-11T07:21:40,302 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/norep/a56818fb6c09470385fd13e94cdbc21e is 33, key is row1/norep:/1731309697808/DeleteFamily/seqid=0 2024-11-11T07:21:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741847_1023 (size=5108) 2024-11-11T07:21:40,383 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:40,393 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:40,420 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1160, reset compression=false 2024-11-11T07:21:40,593 DEBUG [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1351): Waiting on 6f68c050a177cc6aab69f00fc3415e3c 2024-11-11T07:21:40,706 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/norep/a56818fb6c09470385fd13e94cdbc21e 2024-11-11T07:21:40,711 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a56818fb6c09470385fd13e94cdbc21e 2024-11-11T07:21:40,711 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f/49db6a8fcf7e471898a2f36a6edd35c8 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/f/49db6a8fcf7e471898a2f36a6edd35c8 2024-11-11T07:21:40,715 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49db6a8fcf7e471898a2f36a6edd35c8 2024-11-11T07:21:40,715 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/f/49db6a8fcf7e471898a2f36a6edd35c8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:40,716 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/f1/7ff822f599ba494ea175a92f4aeead46 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/f1/7ff822f599ba494ea175a92f4aeead46 2024-11-11T07:21:40,720 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff822f599ba494ea175a92f4aeead46 2024-11-11T07:21:40,721 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/f1/7ff822f599ba494ea175a92f4aeead46, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:40,721 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/.tmp/norep/a56818fb6c09470385fd13e94cdbc21e as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/norep/a56818fb6c09470385fd13e94cdbc21e 2024-11-11T07:21:40,725 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a56818fb6c09470385fd13e94cdbc21e 2024-11-11T07:21:40,725 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/norep/a56818fb6c09470385fd13e94cdbc21e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:40,726 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f68c050a177cc6aab69f00fc3415e3c in 1283ms, sequenceid=8, compaction requested=false 2024-11-11T07:21:40,729 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/data/default/test/6f68c050a177cc6aab69f00fc3415e3c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T07:21:40,730 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:40,730 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:40,730 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:40,730 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f68c050a177cc6aab69f00fc3415e3c: Waiting for close lock at 1731309699443Running coprocessor pre-close hooks at 1731309699443Disabling compacts and flushes for region at 1731309699443Disabling writes for close at 1731309699443Obtaining lock to block concurrent updates at 1731309699443Preparing flush snapshotting stores in 6f68c050a177cc6aab69f00fc3415e3c at 1731309699443Finished memstore snapshotting test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731309699443Flushing stores of test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. at 1731309699444 (+1 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/f: creating writer at 1731309699444Flushing 6f68c050a177cc6aab69f00fc3415e3c/f: appending metadata at 1731309699460 (+16 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/f: closing flushed file at 1731309699460Flushing 6f68c050a177cc6aab69f00fc3415e3c/f1: creating writer at 1731309699868 (+408 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/f1: appending metadata at 1731309699881 (+13 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/f1: closing flushed file at 1731309699881Flushing 6f68c050a177cc6aab69f00fc3415e3c/norep: creating writer at 1731309700289 (+408 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/norep: appending metadata at 1731309700301 (+12 ms)Flushing 6f68c050a177cc6aab69f00fc3415e3c/norep: closing flushed file at 1731309700301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c1ab4f: reopening flushed file at 1731309700711 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6235e254: reopening flushed file at 1731309700716 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10826323: reopening flushed file at 1731309700721 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6f68c050a177cc6aab69f00fc3415e3c in 1283ms, sequenceid=8, compaction requested=false at 1731309700726 (+5 ms)Writing region close event to WAL at 1731309700727 (+1 ms)Running coprocessor post-close hooks at 1731309700730 (+3 ms)Closed at 1731309700730 2024-11-11T07:21:40,730 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309690332.6f68c050a177cc6aab69f00fc3415e3c. 2024-11-11T07:21:40,794 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,42105,1731309685629; all regions closed. 2024-11-11T07:21:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:21:40,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.meta.1731309688030.meta not finished, retry = 0 2024-11-11T07:21:40,898 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.rep.1731309694382 not finished, retry = 0 2024-11-11T07:21:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741839_1015 (size=2676) 2024-11-11T07:21:40,923 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1160, reset compression=false 2024-11-11T07:21:40,927 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:40,927 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.wal-reader.d72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 to pos 1804, reset compression=false 2024-11-11T07:21:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741833_1009 (size=1812) 2024-11-11T07:21:41,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/WALs/d72d5187e64f,42105,1731309685629/d72d5187e64f%2C42105%2C1731309685629.1731309687361 not finished, retry = 0 2024-11-11T07:21:41,087 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:41,102 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:41,102 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:41,102 INFO [RS:0;d72d5187e64f:42105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:41,102 INFO [RS:0;d72d5187e64f:42105 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:41,102 INFO [RS:0;d72d5187e64f:42105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:41,102 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:41,102 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,42105,1731309685629 because: Region server is closing 2024-11-11T07:21:41,103 INFO [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:42105. 2024-11-11T07:21:41,103 DEBUG [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:41,103 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:41,103 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:41,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:41,203 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,42105,1731309685629.replicationSource.shipperd72d5187e64f%2C42105%2C1731309685629,1-d72d5187e64f,42105,1731309685629 terminated 2024-11-11T07:21:41,203 INFO [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:42105. 2024-11-11T07:21:41,203 DEBUG [RS:0;d72d5187e64f:42105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:41,203 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:41,204 DEBUG [RS:0;d72d5187e64f:42105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:41,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:41,204 INFO [RS:0;d72d5187e64f:42105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42105 2024-11-11T07:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590180780/rs/d72d5187e64f,42105,1731309685629 2024-11-11T07:21:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780/rs 2024-11-11T07:21:41,261 INFO [RS:0;d72d5187e64f:42105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:41,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,42105,1731309685629] 2024-11-11T07:21:41,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1590180780/draining/d72d5187e64f,42105,1731309685629 already deleted, retry=false 2024-11-11T07:21:41,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,42105,1731309685629 expired; onlineServers=0 2024-11-11T07:21:41,282 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,36111,1731309685490' ***** 2024-11-11T07:21:41,282 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:21:41,282 INFO [M:0;d72d5187e64f:36111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:41,282 INFO [M:0;d72d5187e64f:36111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:41,282 DEBUG [M:0;d72d5187e64f:36111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:21:41,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:21:41,282 DEBUG [M:0;d72d5187e64f:36111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:21:41,282 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309687100 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309687100,5,FailOnTimeoutGroup] 2024-11-11T07:21:41,282 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309687100 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309687100,5,FailOnTimeoutGroup] 2024-11-11T07:21:41,282 INFO [M:0;d72d5187e64f:36111 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:41,282 INFO [M:0;d72d5187e64f:36111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:41,282 DEBUG [M:0;d72d5187e64f:36111 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:21:41,282 INFO [M:0;d72d5187e64f:36111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:21:41,283 INFO [M:0;d72d5187e64f:36111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:41,283 INFO [M:0;d72d5187e64f:36111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:21:41,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:21:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590180780/master 2024-11-11T07:21:41,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590180780 2024-11-11T07:21:41,292 DEBUG [M:0;d72d5187e64f:36111 {}] zookeeper.ZKUtil(347): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Unable to get data of znode /1590180780/master because node does not exist (not an error) 2024-11-11T07:21:41,292 WARN [M:0;d72d5187e64f:36111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:21:41,293 INFO [M:0;d72d5187e64f:36111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/.lastflushedseqids 2024-11-11T07:21:41,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741848_1024 (size=245) 2024-11-11T07:21:41,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:41,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42105-0x10128c520ba0004, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:41,371 INFO [RS:0;d72d5187e64f:42105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:41,372 INFO [RS:0;d72d5187e64f:42105 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,42105,1731309685629; zookeeper connection closed. 2024-11-11T07:21:41,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24be0896 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24be0896 2024-11-11T07:21:41,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:21:41,700 INFO [M:0;d72d5187e64f:36111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:21:41,700 INFO [M:0;d72d5187e64f:36111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:21:41,700 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:41,700 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:41,700 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:41,700 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:41,700 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:41,700 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:21:41,713 DEBUG [M:0;d72d5187e64f:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/899f8eab65784b35b9c0d073ba4de171 is 82, key is hbase:meta,,1/info:regioninfo/1731309688059/Put/seqid=0 2024-11-11T07:21:41,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741849_1025 (size=5672) 2024-11-11T07:21:41,890 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:42,117 INFO [M:0;d72d5187e64f:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/899f8eab65784b35b9c0d073ba4de171 2024-11-11T07:21:42,132 DEBUG [M:0;d72d5187e64f:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55796cf2c21c4378880f2d05b02b5bc4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309694426/Put/seqid=0 2024-11-11T07:21:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741850_1026 (size=8517) 2024-11-11T07:21:42,536 INFO [M:0;d72d5187e64f:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55796cf2c21c4378880f2d05b02b5bc4 2024-11-11T07:21:42,556 DEBUG [M:0;d72d5187e64f:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a0e3de85c9f491387a137f942633178 is 69, key is d72d5187e64f,42105,1731309685629/rs:state/1731309687212/Put/seqid=0 2024-11-11T07:21:42,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741851_1027 (size=5156) 2024-11-11T07:21:42,793 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:42,960 INFO [M:0;d72d5187e64f:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a0e3de85c9f491387a137f942633178 2024-11-11T07:21:42,965 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/899f8eab65784b35b9c0d073ba4de171 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/899f8eab65784b35b9c0d073ba4de171 2024-11-11T07:21:42,969 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/899f8eab65784b35b9c0d073ba4de171, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:21:42,970 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55796cf2c21c4378880f2d05b02b5bc4 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55796cf2c21c4378880f2d05b02b5bc4 2024-11-11T07:21:42,973 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55796cf2c21c4378880f2d05b02b5bc4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:21:42,974 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a0e3de85c9f491387a137f942633178 as hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a0e3de85c9f491387a137f942633178 2024-11-11T07:21:42,977 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40145/user/jenkins/test-data/f3bce33a-3305-62a4-183b-7775de56d58d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a0e3de85c9f491387a137f942633178, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:21:42,978 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-11T07:21:42,983 INFO [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:42,983 DEBUG [M:0;d72d5187e64f:36111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309701700Disabling compacts and flushes for region at 1731309701700Disabling writes for close at 1731309701700Obtaining lock to block concurrent updates at 1731309701700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309701700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309701701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309701701Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309701701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309701713 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309701713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309702120 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309702132 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309702132Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309702540 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309702555 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309702555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13646504: reopening flushed file at 1731309702964 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5671b55f: reopening flushed file at 1731309702969 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b460c04: reopening flushed file at 1731309702973 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731309702978 (+5 ms)Writing region close event to WAL at 1731309702983 (+5 ms)Closed at 1731309702983 2024-11-11T07:21:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36467 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:21:42,986 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:42,986 INFO [M:0;d72d5187e64f:36111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:21:42,986 INFO [M:0;d72d5187e64f:36111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36111 2024-11-11T07:21:42,987 INFO [M:0;d72d5187e64f:36111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:43,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:43,129 INFO [M:0;d72d5187e64f:36111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:43,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x10128c520ba0003, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:43,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@602d2d6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:43,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685e84f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:43,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:43,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:43,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3660e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:43,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:21:43,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:21:43,135 WARN [BP-884853222-172.17.0.3-1731309683595 heartbeating to localhost/127.0.0.1:40145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:21:43,135 WARN [BP-884853222-172.17.0.3-1731309683595 heartbeating to localhost/127.0.0.1:40145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-884853222-172.17.0.3-1731309683595 (Datanode Uuid 1b013091-51b3-4561-ab7b-2a2378e91000) service to localhost/127.0.0.1:40145 2024-11-11T07:21:43,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/cluster_c4febf63-7380-c571-4ba9-11000286baf5/data/data1/current/BP-884853222-172.17.0.3-1731309683595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:43,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/cluster_c4febf63-7380-c571-4ba9-11000286baf5/data/data2/current/BP-884853222-172.17.0.3-1731309683595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:43,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:21:43,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@110d1ecf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:43,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7002f130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:43,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:43,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:43,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d87ce10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:43,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:21:43,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:21:43,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:43,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:43,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:43,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:21:43,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=317493465, stopped=false 2024-11-11T07:21:43,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,43653,1731309679868 2024-11-11T07:21:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717803036/running 2024-11-11T07:21:43,229 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717803036/running 2024-11-11T07:21:43,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:43,229 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:43,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:43,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:21:43,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:43,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:43,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/running 2024-11-11T07:21:43,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,37405,1731309680287' ***** 2024-11-11T07:21:43,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:21:43,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Set watcher on znode that does not yet exist, /01717803036/running 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:21:43,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 901542b3c8331983e1e36ab53dba4e49 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,37405,1731309680287 2024-11-11T07:21:43,230 INFO [RS:0;d72d5187e64f:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:43,230 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 901542b3c8331983e1e36ab53dba4e49, disabling compactions & flushes 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:37405. 2024-11-11T07:21:43,231 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. after waiting 0 ms 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:43,231 DEBUG [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:43,231 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:43,231 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 901542b3c8331983e1e36ab53dba4e49 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:21:43,231 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:21:43,231 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1325): Online Regions={901542b3c8331983e1e36ab53dba4e49=hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49., 1588230740=hbase:meta,,1.1588230740, f39f20cc03190abb7186cd262ac79bec=test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.} 2024-11-11T07:21:43,231 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 901542b3c8331983e1e36ab53dba4e49, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:43,231 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:43,231 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:43,231 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:21:43,244 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/info/c17c6f1b6a884b86a44075edc3a70abf is 147, key is hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49./info:regioninfo/1731309692647/Put/seqid=0 2024-11-11T07:21:43,247 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/.tmp/queue/5e46d37f81314a019445b386a3b43486 is 153, key is 1-d72d5187e64f,37405,1731309680287/queue:d72d5187e64f%2C37405%2C1731309680287/1731309698367/Put/seqid=0 2024-11-11T07:21:43,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741840_1016 (size=7686) 2024-11-11T07:21:43,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741841_1017 (size=5352) 2024-11-11T07:21:43,304 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:43,431 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 901542b3c8331983e1e36ab53dba4e49, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:43,631 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 901542b3c8331983e1e36ab53dba4e49, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:43,649 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/info/c17c6f1b6a884b86a44075edc3a70abf 2024-11-11T07:21:43,650 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/.tmp/queue/5e46d37f81314a019445b386a3b43486 2024-11-11T07:21:43,654 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/.tmp/queue/5e46d37f81314a019445b386a3b43486 as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/queue/5e46d37f81314a019445b386a3b43486 2024-11-11T07:21:43,658 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/queue/5e46d37f81314a019445b386a3b43486, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T07:21:43,659 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 901542b3c8331983e1e36ab53dba4e49 in 428ms, sequenceid=10, compaction requested=false 2024-11-11T07:21:43,665 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/replication/901542b3c8331983e1e36ab53dba4e49/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:21:43,665 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:43,665 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:43,665 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:43,665 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 901542b3c8331983e1e36ab53dba4e49: Waiting for close lock at 1731309703230Running coprocessor pre-close hooks at 1731309703230Disabling compacts and flushes for region at 1731309703230Disabling writes for close at 1731309703231 (+1 ms)Obtaining lock to block concurrent updates at 1731309703231Preparing flush snapshotting stores in 901542b3c8331983e1e36ab53dba4e49 at 1731309703231Finished memstore snapshotting hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731309703231Flushing stores of hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. at 1731309703231Flushing 901542b3c8331983e1e36ab53dba4e49/queue: creating writer at 1731309703231Flushing 901542b3c8331983e1e36ab53dba4e49/queue: appending metadata at 1731309703246 (+15 ms)Flushing 901542b3c8331983e1e36ab53dba4e49/queue: closing flushed file at 1731309703246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe34422: reopening flushed file at 1731309703653 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 901542b3c8331983e1e36ab53dba4e49 in 428ms, sequenceid=10, compaction requested=false at 1731309703659 (+6 ms)Writing region close event to WAL at 1731309703662 (+3 ms)Running coprocessor post-close hooks at 1731309703665 (+3 ms)Closed at 1731309703665 2024-11-11T07:21:43,665 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309691487.901542b3c8331983e1e36ab53dba4e49. 2024-11-11T07:21:43,666 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f39f20cc03190abb7186cd262ac79bec, disabling compactions & flushes 2024-11-11T07:21:43,666 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:43,666 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:43,666 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. after waiting 0 ms 2024-11-11T07:21:43,666 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:43,666 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f39f20cc03190abb7186cd262ac79bec 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T07:21:43,676 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/ns/f2d50bcae95448089a766c9078347702 is 43, key is default/ns:d/1731309683405/Put/seqid=0 2024-11-11T07:21:43,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:21:43,680 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f/7c4b723c0f5d4751aa7fb468818e007a is 29, key is row1/f:/1731309697808/DeleteFamily/seqid=0 2024-11-11T07:21:43,680 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/ns/f2d50bcae95448089a766c9078347702 2024-11-11T07:21:43,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741843_1019 (size=5118) 2024-11-11T07:21:43,700 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/rep_barrier/27b30b558c6e4436901bd9c892c87e2a is 112, key is test,,1731309688181.f39f20cc03190abb7186cd262ac79bec./rep_barrier:seqnumDuringOpen/1731309689330/Put/seqid=0 2024-11-11T07:21:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:21:43,797 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 914, reset compression=false 2024-11-11T07:21:43,802 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:21:43,802 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 1161, reset compression=false 2024-11-11T07:21:43,802 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,37405,1731309680287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:21:43,803 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,37405,1731309680287: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,37405,1731309680287, walGroup=d72d5187e64f%2C37405%2C1731309680287, offset=d72d5187e64f%2C37405%2C1731309680287.1731309682315:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:37405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:21:43,804 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:21:43,804 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:21:43,805 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:21:43,805 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:21:43,805 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:21:43,805 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 659216944 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 190834120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:21:43,805 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:43653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:43653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:21:43,832 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,007 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 1161, reset compression=false 2024-11-11T07:21:44,032 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,092 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f/7c4b723c0f5d4751aa7fb468818e007a 2024-11-11T07:21:44,096 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4b723c0f5d4751aa7fb468818e007a 2024-11-11T07:21:44,104 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/rep_barrier/27b30b558c6e4436901bd9c892c87e2a 2024-11-11T07:21:44,112 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f1/2bd6f9c386ca4977a6e2aa310a78100c is 30, key is row1/f1:/1731309697808/DeleteFamily/seqid=0 2024-11-11T07:21:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741845_1021 (size=5123) 2024-11-11T07:21:44,119 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/table/f59802f2e86c4970b918a5214c0bc40e is 53, key is hbase:replication/table:state/1731309692653/Put/seqid=0 2024-11-11T07:21:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741846_1022 (size=5308) 2024-11-11T07:21:44,188 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:21:44,188 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:21:44,232 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:21:44,232 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f39f20cc03190abb7186cd262ac79bec=test,,1731309688181.f39f20cc03190abb7186cd262ac79bec.} 2024-11-11T07:21:44,232 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,312 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 1161, reset compression=false 2024-11-11T07:21:44,432 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,518 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f1/2bd6f9c386ca4977a6e2aa310a78100c 2024-11-11T07:21:44,522 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/table/f59802f2e86c4970b918a5214c0bc40e 2024-11-11T07:21:44,522 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd6f9c386ca4977a6e2aa310a78100c 2024-11-11T07:21:44,526 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/info/c17c6f1b6a884b86a44075edc3a70abf as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/info/c17c6f1b6a884b86a44075edc3a70abf 2024-11-11T07:21:44,530 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/info/c17c6f1b6a884b86a44075edc3a70abf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:21:44,531 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/ns/f2d50bcae95448089a766c9078347702 as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/ns/f2d50bcae95448089a766c9078347702 2024-11-11T07:21:44,534 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/ns/f2d50bcae95448089a766c9078347702, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:21:44,535 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/rep_barrier/27b30b558c6e4436901bd9c892c87e2a as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/rep_barrier/27b30b558c6e4436901bd9c892c87e2a 2024-11-11T07:21:44,539 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/rep_barrier/27b30b558c6e4436901bd9c892c87e2a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:21:44,539 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/.tmp/table/f59802f2e86c4970b918a5214c0bc40e as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/table/f59802f2e86c4970b918a5214c0bc40e 2024-11-11T07:21:44,543 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/table/f59802f2e86c4970b918a5214c0bc40e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:21:44,544 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-11T07:21:44,552 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:21:44,552 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:44,552 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:44,553 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:44,553 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309703231Running coprocessor pre-close hooks at 1731309703231Disabling compacts and flushes for region at 1731309703231Disabling writes for close at 1731309703231Obtaining lock to block concurrent updates at 1731309703231Preparing flush snapshotting stores in 1588230740 at 1731309703231Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309703232 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309703232Flushing 1588230740/info: creating writer at 1731309703232Flushing 1588230740/info: appending metadata at 1731309703244 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731309703244Flushing 1588230740/ns: creating writer at 1731309703653 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731309703676 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731309703676Flushing 1588230740/rep_barrier: creating writer at 1731309703685 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309703699 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309703699Flushing 1588230740/table: creating writer at 1731309704107 (+408 ms)Flushing 1588230740/table: appending metadata at 1731309704118 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731309704118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f8af18: reopening flushed file at 1731309704525 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4619bf: reopening flushed file at 1731309704530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf376b1: reopening flushed file at 1731309704534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57761bdb: reopening flushed file at 1731309704539 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731309704544 (+5 ms)Writing region close event to WAL at 1731309704549 (+5 ms)Running coprocessor post-close hooks at 1731309704552 (+3 ms)Closed at 1731309704553 (+1 ms) 2024-11-11T07:21:44,553 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:44,555 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/norep/444f72a94cc743a4b4e804b4b6cecd36 is 32, key is row/norep:/1731309696801/DeleteFamily/seqid=0 2024-11-11T07:21:44,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741847_1023 (size=5101) 2024-11-11T07:21:44,632 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,715 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.wal-reader.d72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.1731309682315 to pos 1161, reset compression=false 2024-11-11T07:21:44,833 DEBUG [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1351): Waiting on f39f20cc03190abb7186cd262ac79bec 2024-11-11T07:21:44,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:44,960 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/norep/444f72a94cc743a4b4e804b4b6cecd36 2024-11-11T07:21:44,964 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 444f72a94cc743a4b4e804b4b6cecd36 2024-11-11T07:21:44,966 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f/7c4b723c0f5d4751aa7fb468818e007a as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/f/7c4b723c0f5d4751aa7fb468818e007a 2024-11-11T07:21:44,970 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c4b723c0f5d4751aa7fb468818e007a 2024-11-11T07:21:44,970 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/f/7c4b723c0f5d4751aa7fb468818e007a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:44,971 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/f1/2bd6f9c386ca4977a6e2aa310a78100c as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/f1/2bd6f9c386ca4977a6e2aa310a78100c 2024-11-11T07:21:44,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,975 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bd6f9c386ca4977a6e2aa310a78100c 2024-11-11T07:21:44,975 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/f1/2bd6f9c386ca4977a6e2aa310a78100c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:44,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,976 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/.tmp/norep/444f72a94cc743a4b4e804b4b6cecd36 as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/norep/444f72a94cc743a4b4e804b4b6cecd36 2024-11-11T07:21:44,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,980 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 444f72a94cc743a4b4e804b4b6cecd36 2024-11-11T07:21:44,980 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/norep/444f72a94cc743a4b4e804b4b6cecd36, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T07:21:44,980 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f39f20cc03190abb7186cd262ac79bec in 1314ms, sequenceid=8, compaction requested=false 2024-11-11T07:21:44,984 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/data/default/test/f39f20cc03190abb7186cd262ac79bec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T07:21:44,984 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:44,984 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:44,984 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:44,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f39f20cc03190abb7186cd262ac79bec: Waiting for close lock at 1731309703665Running coprocessor pre-close hooks at 1731309703666 (+1 ms)Disabling compacts and flushes for region at 1731309703666Disabling writes for close at 1731309703666Obtaining lock to block concurrent updates at 1731309703666Preparing flush snapshotting stores in f39f20cc03190abb7186cd262ac79bec at 1731309703666Finished memstore snapshotting test,,1731309688181.f39f20cc03190abb7186cd262ac79bec., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731309703666Flushing stores of test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. at 1731309703666Flushing f39f20cc03190abb7186cd262ac79bec/f: creating writer at 1731309703667 (+1 ms)Flushing f39f20cc03190abb7186cd262ac79bec/f: appending metadata at 1731309703679 (+12 ms)Flushing f39f20cc03190abb7186cd262ac79bec/f: closing flushed file at 1731309703679Flushing f39f20cc03190abb7186cd262ac79bec/f1: creating writer at 1731309704096 (+417 ms)Flushing f39f20cc03190abb7186cd262ac79bec/f1: appending metadata at 1731309704112 (+16 ms)Flushing f39f20cc03190abb7186cd262ac79bec/f1: closing flushed file at 1731309704112Flushing f39f20cc03190abb7186cd262ac79bec/norep: creating writer at 1731309704522 (+410 ms)Flushing f39f20cc03190abb7186cd262ac79bec/norep: appending metadata at 1731309704555 (+33 ms)Flushing f39f20cc03190abb7186cd262ac79bec/norep: closing flushed file at 1731309704555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511ffc9: reopening flushed file at 1731309704964 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d686b6: reopening flushed file at 1731309704970 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111b2451: reopening flushed file at 1731309704975 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f39f20cc03190abb7186cd262ac79bec in 1314ms, sequenceid=8, compaction requested=false at 1731309704980 (+5 ms)Writing region close event to WAL at 1731309704981 (+1 ms)Running coprocessor post-close hooks at 1731309704984 (+3 ms)Closed at 1731309704984 2024-11-11T07:21:44,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309688181.f39f20cc03190abb7186cd262ac79bec. 2024-11-11T07:21:44,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:44,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:45,012 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:21:45,033 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,37405,1731309680287; all regions closed. 2024-11-11T07:21:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:21:45,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/WALs/d72d5187e64f,37405,1731309680287/d72d5187e64f%2C37405%2C1731309680287.meta.1731309683316.meta not finished, retry = 0 2024-11-11T07:21:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741839_1015 (size=2676) 2024-11-11T07:21:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741832_1008 (size=1813) 2024-11-11T07:21:45,141 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:45,141 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,37405,1731309680287 because: Region server is closing 2024-11-11T07:21:45,141 INFO [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:37405. 2024-11-11T07:21:45,141 DEBUG [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:45,141 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:45,142 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:45,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:45,242 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,37405,1731309680287.replicationSource.shipperd72d5187e64f%2C37405%2C1731309680287,1-d72d5187e64f,37405,1731309680287 terminated 2024-11-11T07:21:45,242 INFO [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:37405. 2024-11-11T07:21:45,242 DEBUG [RS:0;d72d5187e64f:37405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:21:45,242 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:45,242 DEBUG [RS:0;d72d5187e64f:37405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:45,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:21:45,242 INFO [RS:0;d72d5187e64f:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37405 2024-11-11T07:21:45,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036/rs 2024-11-11T07:21:45,303 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717803036/rs/d72d5187e64f,37405,1731309680287 2024-11-11T07:21:45,303 INFO [RS:0;d72d5187e64f:37405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:45,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,37405,1731309680287] 2024-11-11T07:21:45,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01717803036/draining/d72d5187e64f,37405,1731309680287 already deleted, retry=false 2024-11-11T07:21:45,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,37405,1731309680287 expired; onlineServers=0 2024-11-11T07:21:45,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,43653,1731309679868' ***** 2024-11-11T07:21:45,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:21:45,324 DEBUG [M:0;d72d5187e64f:43653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:21:45,324 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:21:45,324 DEBUG [M:0;d72d5187e64f:43653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:21:45,324 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309682075 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309682075,5,FailOnTimeoutGroup] 2024-11-11T07:21:45,324 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309682075 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309682075,5,FailOnTimeoutGroup] 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:21:45,324 DEBUG [M:0;d72d5187e64f:43653 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:21:45,324 INFO [M:0;d72d5187e64f:43653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:21:45,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:21:45,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01717803036/master 2024-11-11T07:21:45,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01717803036 2024-11-11T07:21:45,334 DEBUG [M:0;d72d5187e64f:43653 {}] zookeeper.ZKUtil(347): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Unable to get data of znode /01717803036/master because node does not exist (not an error) 2024-11-11T07:21:45,334 WARN [M:0;d72d5187e64f:43653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:21:45,335 INFO [M:0;d72d5187e64f:43653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/.lastflushedseqids 2024-11-11T07:21:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741848_1024 (size=245) 2024-11-11T07:21:45,413 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:45,413 INFO [RS:0;d72d5187e64f:37405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:45,413 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37405-0x10128c520ba0001, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:45,413 INFO [RS:0;d72d5187e64f:37405 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,37405,1731309680287; zookeeper connection closed. 2024-11-11T07:21:45,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ac823f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ac823f0 2024-11-11T07:21:45,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:21:45,739 INFO [M:0;d72d5187e64f:43653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:21:45,739 INFO [M:0;d72d5187e64f:43653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:21:45,739 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:45,739 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:45,739 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:45,739 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:45,739 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:45,740 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:21:45,753 DEBUG [M:0;d72d5187e64f:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d9a20fb7574e54859bbba730067c57 is 82, key is hbase:meta,,1/info:regioninfo/1731309683353/Put/seqid=0 2024-11-11T07:21:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741849_1025 (size=5672) 2024-11-11T07:21:46,156 INFO [M:0;d72d5187e64f:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d9a20fb7574e54859bbba730067c57 2024-11-11T07:21:46,172 DEBUG [M:0;d72d5187e64f:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7edf0723442c447aae629c1623791dfe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309692656/Put/seqid=0 2024-11-11T07:21:46,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741850_1026 (size=8517) 2024-11-11T07:21:46,576 INFO [M:0;d72d5187e64f:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7edf0723442c447aae629c1623791dfe 2024-11-11T07:21:46,595 DEBUG [M:0;d72d5187e64f:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff932b775804199b3b1caf7f57c35f4 is 69, key is d72d5187e64f,37405,1731309680287/rs:state/1731309682163/Put/seqid=0 2024-11-11T07:21:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741851_1027 (size=5156) 2024-11-11T07:21:46,999 INFO [M:0;d72d5187e64f:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff932b775804199b3b1caf7f57c35f4 2024-11-11T07:21:47,003 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/70d9a20fb7574e54859bbba730067c57 as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d9a20fb7574e54859bbba730067c57 2024-11-11T07:21:47,007 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/70d9a20fb7574e54859bbba730067c57, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:21:47,007 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7edf0723442c447aae629c1623791dfe as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7edf0723442c447aae629c1623791dfe 2024-11-11T07:21:47,010 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7edf0723442c447aae629c1623791dfe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:21:47,011 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aff932b775804199b3b1caf7f57c35f4 as hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aff932b775804199b3b1caf7f57c35f4 2024-11-11T07:21:47,014 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39937/user/jenkins/test-data/a95fbd02-939b-3a3b-2ac2-d1d269fe9098/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aff932b775804199b3b1caf7f57c35f4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:21:47,015 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-11T07:21:47,016 INFO [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:47,016 DEBUG [M:0;d72d5187e64f:43653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309705739Disabling compacts and flushes for region at 1731309705739Disabling writes for close at 1731309705739Obtaining lock to block concurrent updates at 1731309705740 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309705740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309705740Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309705740Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309705740Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309705752 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309705752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309706160 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309706172 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309706172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309706580 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309706595 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309706595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c021bd: reopening flushed file at 1731309707003 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45354f4b: reopening flushed file at 1731309707007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c80fa9: reopening flushed file at 1731309707010 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731309707015 (+5 ms)Writing region close event to WAL at 1731309707016 (+1 ms)Closed at 1731309707016 2024-11-11T07:21:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35441 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:21:47,018 INFO [M:0;d72d5187e64f:43653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:21:47,018 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:21:47,018 INFO [M:0;d72d5187e64f:43653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43653 2024-11-11T07:21:47,018 INFO [M:0;d72d5187e64f:43653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:21:47,160 INFO [M:0;d72d5187e64f:43653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x10128c520ba0000, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:21:47,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:47,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:47,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:47,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:47,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:47,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:21:47,165 WARN [BP-841309894-172.17.0.3-1731309675813 heartbeating to localhost/127.0.0.1:39937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:21:47,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:21:47,165 WARN [BP-841309894-172.17.0.3-1731309675813 heartbeating to localhost/127.0.0.1:39937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-841309894-172.17.0.3-1731309675813 (Datanode Uuid 4da484c1-0207-4fa8-adb3-7b3a06d8dbf5) service to localhost/127.0.0.1:39937 2024-11-11T07:21:47,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/data/data1/current/BP-841309894-172.17.0.3-1731309675813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:47,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/cluster_6ddf7f47-a096-bbf6-704d-ffeba6d7804d/data/data2/current/BP-841309894-172.17.0.3-1731309675813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:21:47,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:21:47,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1012b09e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:47,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:21:47,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:21:47,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:21:47,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4ba31d0-b4bb-1026-c881-603cea451de1/hadoop.log.dir/,STOPPED} 2024-11-11T07:21:47,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:21:47,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:21:47,197 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56272) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40145 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39937 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=519 (was 642), ProcessCount=11 (was 11), AvailableMemoryMB=2416 (was 2343) - AvailableMemoryMB LEAK? - 2024-11-11T07:21:47,204 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=2416 2024-11-11T07:21:47,216 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T07:21:47,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir so I do NOT create it in target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b 2024-11-11T07:21:47,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:21:47,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.tmp.dir so I do NOT create it in target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b 2024-11-11T07:21:47,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e76a12c-a710-fe64-f558-b21c918c1cc9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:21:47,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b 2024-11-11T07:21:47,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0, deleteOnExit=true 2024-11-11T07:21:47,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/zookeeper_0, clientPort=60103, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:21:47,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60103 2024-11-11T07:21:47,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:21:47,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/test.cache.data in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:21:47,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:47,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:21:47,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:21:47,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:21:47,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:47,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:21:47,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:21:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c520ba0002, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:21:47,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c520ba0005, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:21:47,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c520ba0002, quorum=127.0.0.1:56272, baseZNode=/01717803036 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:21:47,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c520ba0005, quorum=127.0.0.1:56272, baseZNode=/1590180780 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:21:47,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:47,705 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:47,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:47,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:47,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:21:47,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:47,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652543cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:47,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d10a9d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:47,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10112180{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/java.io.tmpdir/jetty-localhost-39757-hadoop-hdfs-3_4_1-tests_jar-_-any-15365492543164447054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:47,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d225e59{HTTP/1.1, (http/1.1)}{localhost:39757} 2024-11-11T07:21:47,804 INFO [Time-limited test {}] server.Server(415): Started @232772ms 2024-11-11T07:21:48,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:48,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:48,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:48,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:48,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:48,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c10706a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:48,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd98a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:48,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23aec636{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/java.io.tmpdir/jetty-localhost-37909-hadoop-hdfs-3_4_1-tests_jar-_-any-8566408356751407842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:48,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@481a6c88{HTTP/1.1, (http/1.1)}{localhost:37909} 2024-11-11T07:21:48,152 INFO [Time-limited test {}] server.Server(415): Started @233120ms 2024-11-11T07:21:48,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:21:48,837 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/data/data1/current/BP-1618779121-172.17.0.3-1731309707233/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:48,837 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/data/data2/current/BP-1618779121-172.17.0.3-1731309707233/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:48,855 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735144a21b3e856f with lease ID 0x76a7978a551be64c: Processing first storage report for DS-8ec550a2-316e-45c6-a758-31f1a7ad5235 from datanode DatanodeRegistration(127.0.0.1:39063, datanodeUuid=cc0f36e0-6f3f-4d0e-8260-cea2c26b0b50, infoPort=33057, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1992162869;c=1731309707233) 2024-11-11T07:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735144a21b3e856f with lease ID 0x76a7978a551be64c: from storage DS-8ec550a2-316e-45c6-a758-31f1a7ad5235 node DatanodeRegistration(127.0.0.1:39063, datanodeUuid=cc0f36e0-6f3f-4d0e-8260-cea2c26b0b50, infoPort=33057, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1992162869;c=1731309707233), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735144a21b3e856f with lease ID 0x76a7978a551be64c: Processing first storage report for DS-f9f2e2f5-382c-40ac-9260-9b31222854b4 from datanode DatanodeRegistration(127.0.0.1:39063, datanodeUuid=cc0f36e0-6f3f-4d0e-8260-cea2c26b0b50, infoPort=33057, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1992162869;c=1731309707233) 2024-11-11T07:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735144a21b3e856f with lease ID 0x76a7978a551be64c: from storage DS-f9f2e2f5-382c-40ac-9260-9b31222854b4 node DatanodeRegistration(127.0.0.1:39063, datanodeUuid=cc0f36e0-6f3f-4d0e-8260-cea2c26b0b50, infoPort=33057, infoSecurePort=0, ipcPort=42835, storageInfo=lv=-57;cid=testClusterID;nsid=1992162869;c=1731309707233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:48,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b 2024-11-11T07:21:48,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:48,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:48,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:21:49,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346 with version=8 2024-11-11T07:21:49,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/hbase-staging 2024-11-11T07:21:49,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:49,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:49,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41287 2024-11-11T07:21:49,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41287 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:49,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412870x0, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:49,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41287-0x10128c59b7e0000 connected 2024-11-11T07:21:49,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:49,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:49,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/running 2024-11-11T07:21:49,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346, hbase.cluster.distributed=false 2024-11-11T07:21:49,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/acl 2024-11-11T07:21:49,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41287 2024-11-11T07:21:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41287 2024-11-11T07:21:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41287 2024-11-11T07:21:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41287 2024-11-11T07:21:49,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41287 2024-11-11T07:21:49,660 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:21:49,660 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:49,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43185 2024-11-11T07:21:49,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43185 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:49,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:49,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:49,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431850x0, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:49,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43185-0x10128c59b7e0001 connected 2024-11-11T07:21:49,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/running 2024-11-11T07:21:49,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:21:49,672 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:21:49,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/master 2024-11-11T07:21:49,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/acl 2024-11-11T07:21:49,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43185 2024-11-11T07:21:49,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43185 2024-11-11T07:21:49,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43185 2024-11-11T07:21:49,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43185 2024-11-11T07:21:49,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43185 2024-11-11T07:21:49,688 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:41287 2024-11-11T07:21:49,688 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1936963735/backup-masters/d72d5187e64f,41287,1731309709287 2024-11-11T07:21:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/backup-masters 2024-11-11T07:21:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/backup-masters 2024-11-11T07:21:49,692 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on existing znode=/0-1936963735/backup-masters/d72d5187e64f,41287,1731309709287 2024-11-11T07:21:49,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:49,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1936963735/master 2024-11-11T07:21:49,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:49,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on existing znode=/0-1936963735/master 2024-11-11T07:21:49,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1936963735/backup-masters/d72d5187e64f,41287,1731309709287 from backup master directory 2024-11-11T07:21:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1936963735/backup-masters/d72d5187e64f,41287,1731309709287 2024-11-11T07:21:49,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/backup-masters 2024-11-11T07:21:49,713 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:49,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/backup-masters 2024-11-11T07:21:49,713 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,41287,1731309709287 2024-11-11T07:21:49,716 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/hbase.id] with ID: f40c798b-7eb4-46b0-ab20-613d50377598 2024-11-11T07:21:49,716 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/.tmp/hbase.id 2024-11-11T07:21:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:21:50,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:21:50,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:50,124 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/.tmp/hbase.id]:[hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/hbase.id] 2024-11-11T07:21:50,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:50,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:21:50,134 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:21:50,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:21:50,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:50,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38342 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:21:50,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:50,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:21:50,580 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:50,581 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:21:50,582 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:50,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:21:50,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store 2024-11-11T07:21:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:51,393 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:51,393 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:51,393 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309711393Disabling compacts and flushes for region at 1731309711393Disabling writes for close at 1731309711393Writing region close event to WAL at 1731309711393Closed at 1731309711393 2024-11-11T07:21:51,394 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/.initializing 2024-11-11T07:21:51,394 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/WALs/d72d5187e64f,41287,1731309709287 2024-11-11T07:21:51,395 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:51,396 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C41287%2C1731309709287, suffix=, logDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/WALs/d72d5187e64f,41287,1731309709287, archiveDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/oldWALs, maxLogs=10 2024-11-11T07:21:51,409 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/WALs/d72d5187e64f,41287,1731309709287/d72d5187e64f%2C41287%2C1731309709287.1731309711397, exclude list is [], retry=0 2024-11-11T07:21:51,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-8ec550a2-316e-45c6-a758-31f1a7ad5235,DISK] 2024-11-11T07:21:51,413 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/WALs/d72d5187e64f,41287,1731309709287/d72d5187e64f%2C41287%2C1731309709287.1731309711397 2024-11-11T07:21:51,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33057:33057)] 2024-11-11T07:21:51,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:51,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:51,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,415 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:21:51,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:51,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:51,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:21:51,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:51,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:51,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:21:51,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:51,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:51,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:21:51,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:51,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:51,422 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,423 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,423 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,424 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,424 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,424 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:51,425 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:51,427 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:51,427 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74651124, jitterRate=0.11238843202590942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:51,428 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309711416Initializing all the Stores at 1731309711416Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309711416Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309711417 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309711417Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309711417Cleaning up temporary data from old regions at 1731309711424 (+7 ms)Region opened successfully at 1731309711428 (+4 ms) 2024-11-11T07:21:51,428 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:21:51,430 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f20b1cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:51,431 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:21:51,431 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:21:51,431 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:21:51,432 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:21:51,432 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:21:51,432 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:21:51,432 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:21:51,438 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:21:51,438 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/balancer because node does not exist (not necessarily an error) 2024-11-11T07:21:51,491 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/balancer already deleted, retry=false 2024-11-11T07:21:51,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:21:51,492 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:21:51,502 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/normalizer already deleted, retry=false 2024-11-11T07:21:51,502 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:21:51,503 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:21:51,512 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/switch/split already deleted, retry=false 2024-11-11T07:21:51,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:21:51,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/switch/merge already deleted, retry=false 2024-11-11T07:21:51,525 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:21:51,533 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/snapshot-cleanup already deleted, retry=false 2024-11-11T07:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1936963735/running 2024-11-11T07:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1936963735/running 2024-11-11T07:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,545 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,41287,1731309709287, sessionid=0x10128c59b7e0000, setting cluster-up flag (Was=false) 2024-11-11T07:21:51,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,597 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1936963735/flush-table-proc/acquired, /0-1936963735/flush-table-proc/reached, /0-1936963735/flush-table-proc/abort 2024-11-11T07:21:51,598 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41287,1731309709287 2024-11-11T07:21:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:51,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1936963735/online-snapshot/acquired, /0-1936963735/online-snapshot/reached, /0-1936963735/online-snapshot/abort 2024-11-11T07:21:51,650 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,41287,1731309709287 2024-11-11T07:21:51,651 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:21:51,652 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:51,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:21:51,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:21:51,652 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,41287,1731309709287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:21:51,653 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:51,653 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:51,653 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:51,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:51,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:21:51,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:51,654 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309741654 2024-11-11T07:21:51,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:21:51,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:51,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:21:51,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:21:51,656 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309711655,5,FailOnTimeoutGroup] 2024-11-11T07:21:51,656 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309711656,5,FailOnTimeoutGroup] 2024-11-11T07:21:51,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,656 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:51,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:21:51,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,656 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,656 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:21:51,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:21:51,681 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(746): ClusterId : f40c798b-7eb4-46b0-ab20-613d50377598 2024-11-11T07:21:51,681 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:21:51,692 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:21:51,692 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:21:51,702 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:21:51,703 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251893b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:51,716 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:43185 2024-11-11T07:21:51,716 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:21:51,716 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:21:51,716 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:21:51,717 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,41287,1731309709287 with port=43185, startcode=1731309709660 2024-11-11T07:21:51,717 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:21:51,718 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:21:51,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41287 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,720 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346 2024-11-11T07:21:51,720 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45007 2024-11-11T07:21:51,720 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:21:51,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/rs 2024-11-11T07:21:51,733 DEBUG [RS:0;d72d5187e64f:43185 {}] zookeeper.ZKUtil(111): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on existing znode=/0-1936963735/rs/d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,733 WARN [RS:0;d72d5187e64f:43185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:51,733 INFO [RS:0;d72d5187e64f:43185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:51,733 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,43185,1731309709660] 2024-11-11T07:21:51,735 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:21:51,736 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:21:51,737 INFO [RS:0;d72d5187e64f:43185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:21:51,737 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,737 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:21:51,737 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:21:51,737 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,737 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,737 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,737 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,737 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,737 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:51,738 DEBUG [RS:0;d72d5187e64f:43185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,738 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43185,1731309709660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:51,751 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:21:51,751 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43185,1731309709660-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,751 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,751 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.Replication(171): d72d5187e64f,43185,1731309709660 started 2024-11-11T07:21:51,771 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:51,771 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,43185,1731309709660, RpcServer on d72d5187e64f/172.17.0.3:43185, sessionid=0x10128c59b7e0001 2024-11-11T07:21:51,771 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:21:51,771 DEBUG [RS:0;d72d5187e64f:43185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,771 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,43185,1731309709660' 2024-11-11T07:21:51,771 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1936963735/flush-table-proc/abort' 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1936963735/flush-table-proc/acquired' 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,43185,1731309709660 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,43185,1731309709660' 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1936963735/online-snapshot/abort' 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1936963735/online-snapshot/acquired' 2024-11-11T07:21:51,772 DEBUG [RS:0;d72d5187e64f:43185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:21:51,772 INFO [RS:0;d72d5187e64f:43185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:21:51,772 INFO [RS:0;d72d5187e64f:43185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:21:51,873 INFO [RS:0;d72d5187e64f:43185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:51,874 INFO [RS:0;d72d5187e64f:43185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C43185%2C1731309709660, suffix=, logDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660, archiveDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/oldWALs, maxLogs=10 2024-11-11T07:21:51,885 DEBUG [RS:0;d72d5187e64f:43185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, exclude list is [], retry=0 2024-11-11T07:21:51,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-8ec550a2-316e-45c6-a758-31f1a7ad5235,DISK] 2024-11-11T07:21:51,888 INFO [RS:0;d72d5187e64f:43185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 2024-11-11T07:21:51,889 DEBUG [RS:0;d72d5187e64f:43185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33057:33057)] 2024-11-11T07:21:52,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:21:52,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346 2024-11-11T07:21:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:21:52,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:52,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:52,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:52,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:52,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:52,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:52,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:52,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:52,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:52,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:52,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740 2024-11-11T07:21:52,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740 2024-11-11T07:21:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:52,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:52,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:52,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:52,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62726739, jitterRate=-0.06529875099658966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309712470Initializing all the Stores at 1731309712471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309712471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712471Cleaning up temporary data from old regions at 1731309712477 (+6 ms)Region opened successfully at 1731309712480 (+3 ms) 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:52,480 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:52,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:52,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309712480Disabling compacts and flushes for region at 1731309712480Disabling writes for close at 1731309712480Writing region close event to WAL at 1731309712480Closed at 1731309712480 2024-11-11T07:21:52,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:52,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:21:52,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:21:52,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:52,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:21:52,633 DEBUG [d72d5187e64f:41287 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:21:52,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:21:52,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,43185,1731309709660, state=OPENING 2024-11-11T07:21:52,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:21:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:21:52,724 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:52,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1936963735/meta-region-server: CHANGED 2024-11-11T07:21:52,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1936963735/meta-region-server: CHANGED 2024-11-11T07:21:52,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,43185,1731309709660}] 2024-11-11T07:21:52,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:52,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:21:52,880 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:21:52,880 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:52,880 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:21:52,881 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C43185%2C1731309709660.meta, suffix=.meta, logDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660, archiveDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/oldWALs, maxLogs=10 2024-11-11T07:21:52,896 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.meta.1731309712881.meta, exclude list is [], retry=0 2024-11-11T07:21:52,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-8ec550a2-316e-45c6-a758-31f1a7ad5235,DISK] 2024-11-11T07:21:52,899 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.meta.1731309712881.meta 2024-11-11T07:21:52,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33057:33057)] 2024-11-11T07:21:52,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:52,900 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:21:52,900 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:21:52,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:21:52,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:52,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:52,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:52,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:52,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:52,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:52,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:52,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:52,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:52,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:52,905 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:52,905 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740 2024-11-11T07:21:52,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740 2024-11-11T07:21:52,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:52,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:52,907 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:52,908 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:52,908 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72999044, jitterRate=0.08777052164077759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:52,908 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:21:52,908 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309712900Writing region info on filesystem at 1731309712900Initializing all the Stores at 1731309712901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309712901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309712901Cleaning up temporary data from old regions at 1731309712906 (+5 ms)Running coprocessor post-open hooks at 1731309712908 (+2 ms)Region opened successfully at 1731309712908 2024-11-11T07:21:52,909 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309712876 2024-11-11T07:21:52,911 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:21:52,911 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:21:52,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:21:52,912 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,43185,1731309709660, state=OPEN 2024-11-11T07:21:52,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1936963735/meta-region-server 2024-11-11T07:21:52,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1936963735/meta-region-server 2024-11-11T07:21:52,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,43185,1731309709660 2024-11-11T07:21:52,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1936963735/meta-region-server: CHANGED 2024-11-11T07:21:52,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1936963735/meta-region-server: CHANGED 2024-11-11T07:21:52,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:21:52,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,43185,1731309709660 in 199 msec 2024-11-11T07:21:52,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:21:52,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-11T07:21:52,927 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:52,927 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:21:52,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:52,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43185,1731309709660, seqNum=-1] 2024-11-11T07:21:52,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:52,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:52,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-11T07:21:52,932 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309712932, completionTime=-1 2024-11-11T07:21:52,932 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:21:52,932 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:21:52,933 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:21:52,933 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309772933 2024-11-11T07:21:52,933 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309832933 2024-11-11T07:21:52,933 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:41287, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,934 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,935 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:52,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:21:52,939 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:21:52,939 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:21:52,939 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,41287,1731309709287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:52,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:52,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:21:52,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:52,982 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a90b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:52,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:52,984 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:52,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:52,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:52,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43185,1731309709660, seqNum=-1] 2024-11-11T07:21:52,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:52,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:52,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,41287,1731309709287 2024-11-11T07:21:52,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:52,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:52,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c59b7e0002 connected 2024-11-11T07:21:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir so I do NOT create it in target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087 2024-11-11T07:21:53,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:21:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.tmp.dir so I do NOT create it in target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087 2024-11-11T07:21:53,009 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:21:53,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087 2024-11-11T07:21:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:21:53,009 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/cluster_78e32094-6470-14e7-3015-aeb9bd0ae045, deleteOnExit=true 2024-11-11T07:21:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/test.cache.data in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:21:53,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:21:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:21:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:21:53,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:53,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:53,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:53,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:53,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:53,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:53,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:53,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:53,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687babfe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-13722121312771711478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:53,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-11-11T07:21:53,461 INFO [Time-limited test {}] server.Server(415): Started @238430ms 2024-11-11T07:21:53,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:53,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:53,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:53,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:53,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:21:53,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:53,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:53,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196163e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/java.io.tmpdir/jetty-localhost-43487-hadoop-hdfs-3_4_1-tests_jar-_-any-3428831463654721695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:53,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:43487} 2024-11-11T07:21:53,838 INFO [Time-limited test {}] server.Server(415): Started @238806ms 2024-11-11T07:21:53,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:21:54,516 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/cluster_78e32094-6470-14e7-3015-aeb9bd0ae045/data/data2/current/BP-430419747-172.17.0.3-1731309713024/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:54,516 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/cluster_78e32094-6470-14e7-3015-aeb9bd0ae045/data/data1/current/BP-430419747-172.17.0.3-1731309713024/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:54,533 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:21:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab8e4daba6126b48 with lease ID 0xe355c5dcb6428319: Processing first storage report for DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=145f2711-dbc7-495e-aa48-22cd29eb73c3, infoPort=34491, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=2046668579;c=1731309713024) 2024-11-11T07:21:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab8e4daba6126b48 with lease ID 0xe355c5dcb6428319: from storage DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=145f2711-dbc7-495e-aa48-22cd29eb73c3, infoPort=34491, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=2046668579;c=1731309713024), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab8e4daba6126b48 with lease ID 0xe355c5dcb6428319: Processing first storage report for DS-c2511677-4e9e-44d1-acac-336a76df7bf7 from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=145f2711-dbc7-495e-aa48-22cd29eb73c3, infoPort=34491, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=2046668579;c=1731309713024) 2024-11-11T07:21:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab8e4daba6126b48 with lease ID 0xe355c5dcb6428319: from storage DS-c2511677-4e9e-44d1-acac-336a76df7bf7 node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=145f2711-dbc7-495e-aa48-22cd29eb73c3, infoPort=34491, infoSecurePort=0, ipcPort=37095, storageInfo=lv=-57;cid=testClusterID;nsid=2046668579;c=1731309713024), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:54,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087 2024-11-11T07:21:54,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:54,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:54,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:21:54,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2 with version=8 2024-11-11T07:21:54,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/hbase-staging 2024-11-11T07:21:54,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:21:54,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:54,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36573 2024-11-11T07:21:54,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36573 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:54,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:21:54,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:21:54,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:21:54,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T07:21:54,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:21:54,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T07:21:55,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365730x0, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:55,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36573-0x10128c59b7e0003 connected 2024-11-11T07:21:55,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:55,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:55,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/running 2024-11-11T07:21:55,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2, hbase.cluster.distributed=false 2024-11-11T07:21:55,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/acl 2024-11-11T07:21:55,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-11T07:21:55,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36573 2024-11-11T07:21:55,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36573 2024-11-11T07:21:55,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-11T07:21:55,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36573 2024-11-11T07:21:55,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:21:55,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:55,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38449 2024-11-11T07:21:55,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38449 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:55,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:55,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:55,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384490x0, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:55,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38449-0x10128c59b7e0004 connected 2024-11-11T07:21:55,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/running 2024-11-11T07:21:55,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:21:55,133 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:21:55,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/master 2024-11-11T07:21:55,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/acl 2024-11-11T07:21:55,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-11T07:21:55,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38449 2024-11-11T07:21:55,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38449 2024-11-11T07:21:55,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-11T07:21:55,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38449 2024-11-11T07:21:55,148 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:36573 2024-11-11T07:21:55,149 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-104737864/backup-masters/d72d5187e64f,36573,1731309714970 2024-11-11T07:21:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/backup-masters 2024-11-11T07:21:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/backup-masters 2024-11-11T07:21:55,222 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on existing znode=/1-104737864/backup-masters/d72d5187e64f,36573,1731309714970 2024-11-11T07:21:55,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104737864/master 2024-11-11T07:21:55,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:55,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:55,249 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on existing znode=/1-104737864/master 2024-11-11T07:21:55,250 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-104737864/backup-masters/d72d5187e64f,36573,1731309714970 from backup master directory 2024-11-11T07:21:55,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104737864/backup-masters/d72d5187e64f,36573,1731309714970 2024-11-11T07:21:55,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/backup-masters 2024-11-11T07:21:55,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/backup-masters 2024-11-11T07:21:55,260 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:55,260 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,36573,1731309714970 2024-11-11T07:21:55,262 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/hbase.id] with ID: 464ab9b6-274b-4923-a448-615eb34ed127 2024-11-11T07:21:55,262 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/.tmp/hbase.id 2024-11-11T07:21:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:21:55,266 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/.tmp/hbase.id]:[hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/hbase.id] 2024-11-11T07:21:55,274 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:55,274 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:21:55,275 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:21:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:55,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:21:55,686 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:21:55,687 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:21:55,687 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:21:56,093 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store 2024-11-11T07:21:56,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:21:56,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:56,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:21:56,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309716499Disabling compacts and flushes for region at 1731309716499Disabling writes for close at 1731309716499Writing region close event to WAL at 1731309716499Closed at 1731309716499 2024-11-11T07:21:56,500 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/.initializing 2024-11-11T07:21:56,500 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/WALs/d72d5187e64f,36573,1731309714970 2024-11-11T07:21:56,501 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:56,502 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C36573%2C1731309714970, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/WALs/d72d5187e64f,36573,1731309714970, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/oldWALs, maxLogs=10 2024-11-11T07:21:56,519 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/WALs/d72d5187e64f,36573,1731309714970/d72d5187e64f%2C36573%2C1731309714970.1731309716502, exclude list is [], retry=0 2024-11-11T07:21:56,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f,DISK] 2024-11-11T07:21:56,523 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/WALs/d72d5187e64f,36573,1731309714970/d72d5187e64f%2C36573%2C1731309714970.1731309716502 2024-11-11T07:21:56,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491)] 2024-11-11T07:21:56,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:56,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:56,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:21:56,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:21:56,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:56,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:56,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:21:56,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:56,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:56,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:21:56,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:56,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:21:56,530 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,530 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,530 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,531 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,531 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,531 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:56,532 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:21:56,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:56,534 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69271052, jitterRate=0.032219111919403076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:56,534 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309716523Initializing all the Stores at 1731309716524 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309716524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309716524Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309716524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309716524Cleaning up temporary data from old regions at 1731309716531 (+7 ms)Region opened successfully at 1731309716534 (+3 ms) 2024-11-11T07:21:56,535 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:21:56,537 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6c457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:56,538 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:21:56,538 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:21:56,538 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:21:56,538 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:21:56,539 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:21:56,539 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:21:56,539 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:21:56,540 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:21:56,541 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/balancer because node does not exist (not necessarily an error) 2024-11-11T07:21:56,586 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/balancer already deleted, retry=false 2024-11-11T07:21:56,586 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:21:56,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:21:56,596 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/normalizer already deleted, retry=false 2024-11-11T07:21:56,597 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:21:56,597 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:21:56,607 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/switch/split already deleted, retry=false 2024-11-11T07:21:56,608 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:21:56,617 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/switch/merge already deleted, retry=false 2024-11-11T07:21:56,619 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:21:56,628 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/snapshot-cleanup already deleted, retry=false 2024-11-11T07:21:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104737864/running 2024-11-11T07:21:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104737864/running 2024-11-11T07:21:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,36573,1731309714970, sessionid=0x10128c59b7e0003, setting cluster-up flag (Was=false) 2024-11-11T07:21:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,691 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-104737864/flush-table-proc/acquired, /1-104737864/flush-table-proc/reached, /1-104737864/flush-table-proc/abort 2024-11-11T07:21:56,692 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36573,1731309714970 2024-11-11T07:21:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:56,744 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-104737864/online-snapshot/acquired, /1-104737864/online-snapshot/reached, /1-104737864/online-snapshot/abort 2024-11-11T07:21:56,744 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36573,1731309714970 2024-11-11T07:21:56,745 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:21:56,746 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:56,747 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:21:56,747 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:21:56,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,36573,1731309714970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:56,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,749 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309746749 2024-11-11T07:21:56,749 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:21:56,749 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:21:56,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:56,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:21:56,749 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:21:56,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:21:56,750 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:21:56,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:21:56,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:21:56,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:21:56,751 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309716751,5,FailOnTimeoutGroup] 2024-11-11T07:21:56,752 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309716751,5,FailOnTimeoutGroup] 2024-11-11T07:21:56,752 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,752 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:21:56,752 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,752 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:21:56,838 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(746): ClusterId : 464ab9b6-274b-4923-a448-615eb34ed127 2024-11-11T07:21:56,838 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:21:56,849 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:21:56,850 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:21:56,860 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:21:56,860 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe697c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:21:56,873 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:38449 2024-11-11T07:21:56,873 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:21:56,873 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:21:56,873 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:21:56,873 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36573,1731309714970 with port=38449, startcode=1731309715113 2024-11-11T07:21:56,874 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:21:56,875 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:21:56,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36573 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,876 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2 2024-11-11T07:21:56,876 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43813 2024-11-11T07:21:56,876 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:21:56,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/rs 2024-11-11T07:21:56,916 DEBUG [RS:0;d72d5187e64f:38449 {}] zookeeper.ZKUtil(111): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on existing znode=/1-104737864/rs/d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,916 WARN [RS:0;d72d5187e64f:38449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:56,916 INFO [RS:0;d72d5187e64f:38449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:56,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,38449,1731309715113] 2024-11-11T07:21:56,916 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,918 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:21:56,919 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:21:56,920 INFO [RS:0;d72d5187e64f:38449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:21:56,920 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,921 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:21:56,922 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:21:56,922 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:56,922 DEBUG [RS:0;d72d5187e64f:38449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,924 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38449,1731309715113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:56,937 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:21:56,937 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,38449,1731309715113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,937 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,937 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.Replication(171): d72d5187e64f,38449,1731309715113 started 2024-11-11T07:21:56,949 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:56,949 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,38449,1731309715113, RpcServer on d72d5187e64f/172.17.0.3:38449, sessionid=0x10128c59b7e0004 2024-11-11T07:21:56,949 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38449,1731309715113' 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-104737864/flush-table-proc/abort' 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-104737864/flush-table-proc/acquired' 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,38449,1731309715113 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,38449,1731309715113' 2024-11-11T07:21:56,950 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-104737864/online-snapshot/abort' 2024-11-11T07:21:56,951 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-104737864/online-snapshot/acquired' 2024-11-11T07:21:56,951 DEBUG [RS:0;d72d5187e64f:38449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:21:56,951 INFO [RS:0;d72d5187e64f:38449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:21:56,951 INFO [RS:0;d72d5187e64f:38449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:21:57,051 INFO [RS:0;d72d5187e64f:38449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:21:57,052 INFO [RS:0;d72d5187e64f:38449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C38449%2C1731309715113, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/oldWALs, maxLogs=10 2024-11-11T07:21:57,064 DEBUG [RS:0;d72d5187e64f:38449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, exclude list is [], retry=0 2024-11-11T07:21:57,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f,DISK] 2024-11-11T07:21:57,067 INFO [RS:0;d72d5187e64f:38449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 2024-11-11T07:21:57,067 DEBUG [RS:0;d72d5187e64f:38449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491)] 2024-11-11T07:21:57,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:21:57,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2 2024-11-11T07:21:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:21:57,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:57,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:57,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:57,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:57,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:57,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:57,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:57,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:57,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:57,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:57,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740 2024-11-11T07:21:57,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740 2024-11-11T07:21:57,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:57,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:57,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:57,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:57,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:21:57,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68709697, jitterRate=0.023854270577430725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309717563Initializing all the Stores at 1731309717564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309717564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717564Cleaning up temporary data from old regions at 1731309717570 (+6 ms)Region opened successfully at 1731309717574 (+4 ms) 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:21:57,574 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:21:57,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:21:57,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309717574Disabling compacts and flushes for region at 1731309717574Disabling writes for close at 1731309717574Writing region close event to WAL at 1731309717574Closed at 1731309717574 2024-11-11T07:21:57,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:57,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:21:57,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:21:57,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:57,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:21:57,727 DEBUG [d72d5187e64f:36573 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:21:57,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:21:57,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,38449,1731309715113, state=OPENING 2024-11-11T07:21:57,735 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:21:57,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:21:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:21:57,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:21:57,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104737864/meta-region-server: CHANGED 2024-11-11T07:21:57,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104737864/meta-region-server: CHANGED 2024-11-11T07:21:57,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,38449,1731309715113}] 2024-11-11T07:21:57,938 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:21:57,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:21:57,942 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:21:57,942 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:21:57,942 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:21:57,943 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C38449%2C1731309715113.meta, suffix=.meta, logDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/oldWALs, maxLogs=10 2024-11-11T07:21:57,955 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.meta.1731309717943.meta, exclude list is [], retry=0 2024-11-11T07:21:57,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f,DISK] 2024-11-11T07:21:57,958 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.meta.1731309717943.meta 2024-11-11T07:21:57,959 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491)] 2024-11-11T07:21:57,959 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:21:57,959 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:21:57,959 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:21:57,959 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:21:57,959 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:21:57,960 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:21:57,960 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:21:57,960 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:21:57,960 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:21:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:21:57,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:21:57,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:21:57,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:21:57,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:21:57,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:21:57,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:21:57,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:21:57,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:21:57,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:21:57,965 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:21:57,965 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740 2024-11-11T07:21:57,966 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740 2024-11-11T07:21:57,966 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:21:57,967 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:21:57,967 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:21:57,967 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:21:57,968 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68335735, jitterRate=0.018281802535057068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:21:57,968 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:21:57,968 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309717960Writing region info on filesystem at 1731309717960Initializing all the Stores at 1731309717960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717961 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309717961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309717961Cleaning up temporary data from old regions at 1731309717967 (+6 ms)Running coprocessor post-open hooks at 1731309717968 (+1 ms)Region opened successfully at 1731309717968 2024-11-11T07:21:57,969 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309717938 2024-11-11T07:21:57,970 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:21:57,970 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:21:57,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:21:57,971 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,38449,1731309715113, state=OPEN 2024-11-11T07:21:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-104737864/meta-region-server 2024-11-11T07:21:57,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-104737864/meta-region-server 2024-11-11T07:21:57,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,38449,1731309715113 2024-11-11T07:21:57,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104737864/meta-region-server: CHANGED 2024-11-11T07:21:57,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104737864/meta-region-server: CHANGED 2024-11-11T07:21:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:21:57,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,38449,1731309715113 in 189 msec 2024-11-11T07:21:57,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:21:57,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-11T07:21:57,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:21:57,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:21:57,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:57,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,38449,1731309715113, seqNum=-1] 2024-11-11T07:21:57,980 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:57,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:57,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-11T07:21:57,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309717985, completionTime=-1 2024-11-11T07:21:57,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:21:57,985 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309777987 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309837987 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:36573, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,987 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:57,989 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.730sec 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:21:57,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:21:57,992 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:21:57,992 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:21:57,992 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36573,1731309714970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:21:58,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:58,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:21:58,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:21:58,040 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:21:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:21:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:21:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885b4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:21:58,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:21:58,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:21:58,041 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:21:58,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:21:58,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:21:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,38449,1731309715113, seqNum=-1] 2024-11-11T07:21:58,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:21:58,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:21:58,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,36573,1731309714970 2024-11-11T07:21:58,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:58,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c59b7e0005 connected 2024-11-11T07:21:58,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir so I do NOT create it in target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd 2024-11-11T07:21:58,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:21:58,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.tmp.dir so I do NOT create it in target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd 2024-11-11T07:21:58,072 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:21:58,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd 2024-11-11T07:21:58,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:21:58,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/cluster_ea8963d1-06d3-ee4d-56c0-37c91fe76ec5, deleteOnExit=true 2024-11-11T07:21:58,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/test.cache.data in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:21:58,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:21:58,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:21:58,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:21:58,343 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T07:21:58,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,376 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,376 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,376 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,383 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,386 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,386 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:21:58,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:58,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:58,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:58,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:58,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:58,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:58,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:58,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:58,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d5c399{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/java.io.tmpdir/jetty-localhost-38305-hadoop-hdfs-3_4_1-tests_jar-_-any-14811145433694996655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:21:58,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:38305} 2024-11-11T07:21:58,506 INFO [Time-limited test {}] server.Server(415): Started @243475ms 2024-11-11T07:21:58,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:21:58,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:21:58,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:21:58,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:21:58,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:21:58,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:21:58,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:21:58,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8cf022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/java.io.tmpdir/jetty-localhost-44065-hadoop-hdfs-3_4_1-tests_jar-_-any-12406644794373857512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:21:58,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:44065} 2024-11-11T07:21:58,821 INFO [Time-limited test {}] server.Server(415): Started @243789ms 2024-11-11T07:21:58,822 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:21:59,494 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/cluster_ea8963d1-06d3-ee4d-56c0-37c91fe76ec5/data/data2/current/BP-1218126336-172.17.0.3-1731309718087/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:59,494 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/cluster_ea8963d1-06d3-ee4d-56c0-37c91fe76ec5/data/data1/current/BP-1218126336-172.17.0.3-1731309718087/current, will proceed with Du for space computation calculation, 2024-11-11T07:21:59,510 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:21:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7c2ce949633187 with lease ID 0x11582c958bd773a0: Processing first storage report for DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=1d247ac2-868c-4f1b-bb5e-247271be253b, infoPort=34391, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1898970766;c=1731309718087) 2024-11-11T07:21:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7c2ce949633187 with lease ID 0x11582c958bd773a0: from storage DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=1d247ac2-868c-4f1b-bb5e-247271be253b, infoPort=34391, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1898970766;c=1731309718087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1b7c2ce949633187 with lease ID 0x11582c958bd773a0: Processing first storage report for DS-059f0537-f56e-4a3b-8bbb-dc45f23292d5 from datanode DatanodeRegistration(127.0.0.1:33087, datanodeUuid=1d247ac2-868c-4f1b-bb5e-247271be253b, infoPort=34391, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1898970766;c=1731309718087) 2024-11-11T07:21:59,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b7c2ce949633187 with lease ID 0x11582c958bd773a0: from storage DS-059f0537-f56e-4a3b-8bbb-dc45f23292d5 node DatanodeRegistration(127.0.0.1:33087, datanodeUuid=1d247ac2-868c-4f1b-bb5e-247271be253b, infoPort=34391, infoSecurePort=0, ipcPort=42791, storageInfo=lv=-57;cid=testClusterID;nsid=1898970766;c=1731309718087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:21:59,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd 2024-11-11T07:21:59,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:21:59,552 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6 with version=8 2024-11-11T07:21:59,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/hbase-staging 2024-11-11T07:21:59,554 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:21:59,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:59,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42645 2024-11-11T07:21:59,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42645 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:59,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426450x0, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:59,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42645-0x10128c59b7e0006 connected 2024-11-11T07:21:59,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/running 2024-11-11T07:21:59,652 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6, hbase.cluster.distributed=false 2024-11-11T07:21:59,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/acl 2024-11-11T07:21:59,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-11T07:21:59,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-11-11T07:21:59,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-11-11T07:21:59,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-11T07:21:59,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-11-11T07:21:59,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:21:59,666 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35023 2024-11-11T07:21:59,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35023 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:21:59,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:21:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350230x0, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:21:59,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350230x0, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/running 2024-11-11T07:21:59,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35023-0x10128c59b7e0007 connected 2024-11-11T07:21:59,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:21:59,681 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:21:59,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/master 2024-11-11T07:21:59,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/acl 2024-11-11T07:21:59,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-11T07:21:59,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35023 2024-11-11T07:21:59,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35023 2024-11-11T07:21:59,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-11T07:21:59,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-11T07:21:59,694 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:42645 2024-11-11T07:21:59,694 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21514758873/backup-masters/d72d5187e64f,42645,1731309719554 2024-11-11T07:21:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/backup-masters 2024-11-11T07:21:59,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/backup-masters 2024-11-11T07:21:59,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on existing znode=/21514758873/backup-masters/d72d5187e64f,42645,1731309719554 2024-11-11T07:21:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21514758873/master 2024-11-11T07:21:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:21:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:21:59,712 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on existing znode=/21514758873/master 2024-11-11T07:21:59,712 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21514758873/backup-masters/d72d5187e64f,42645,1731309719554 from backup master directory 2024-11-11T07:21:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21514758873/backup-masters/d72d5187e64f,42645,1731309719554 2024-11-11T07:21:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/backup-masters 2024-11-11T07:21:59,722 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:21:59,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/backup-masters 2024-11-11T07:21:59,722 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,42645,1731309719554 2024-11-11T07:21:59,725 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/hbase.id] with ID: 71e4fb7e-c084-45b3-ab18-074ceeee374d 2024-11-11T07:21:59,725 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/.tmp/hbase.id 2024-11-11T07:21:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:22:00,131 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/.tmp/hbase.id]:[hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/hbase.id] 2024-11-11T07:22:00,139 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:00,139 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:22:00,140 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:22:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:00,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:00,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:22:00,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:00,269 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:00,269 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48441 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:00,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:00,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:22:00,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:22:01,061 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store 2024-11-11T07:22:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:22:01,466 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:01,466 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:01,467 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:01,467 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:01,467 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:01,467 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:01,467 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:01,467 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309721466Disabling compacts and flushes for region at 1731309721466Disabling writes for close at 1731309721467 (+1 ms)Writing region close event to WAL at 1731309721467Closed at 1731309721467 2024-11-11T07:22:01,467 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/.initializing 2024-11-11T07:22:01,467 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/WALs/d72d5187e64f,42645,1731309719554 2024-11-11T07:22:01,468 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:01,469 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C42645%2C1731309719554, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/WALs/d72d5187e64f,42645,1731309719554, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/oldWALs, maxLogs=10 2024-11-11T07:22:01,481 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/WALs/d72d5187e64f,42645,1731309719554/d72d5187e64f%2C42645%2C1731309719554.1731309721469, exclude list is [], retry=0 2024-11-11T07:22:01,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae,DISK] 2024-11-11T07:22:01,484 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/WALs/d72d5187e64f,42645,1731309719554/d72d5187e64f%2C42645%2C1731309719554.1731309721469 2024-11-11T07:22:01,484 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)] 2024-11-11T07:22:01,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:01,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:01,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:22:01,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:01,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:22:01,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:01,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:22:01,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:01,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:22:01,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:01,490 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,491 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,491 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,492 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,492 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,492 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:01,493 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:01,495 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:01,495 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59677760, jitterRate=-0.1107320785522461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:01,495 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309721485Initializing all the Stores at 1731309721486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309721486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309721486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309721486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309721486Cleaning up temporary data from old regions at 1731309721492 (+6 ms)Region opened successfully at 1731309721495 (+3 ms) 2024-11-11T07:22:01,495 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:22:01,497 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41081d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:01,498 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:22:01,499 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:22:01,503 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:22:01,503 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/balancer because node does not exist (not necessarily an error) 2024-11-11T07:22:01,564 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/balancer already deleted, retry=false 2024-11-11T07:22:01,565 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:22:01,566 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:22:01,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/normalizer already deleted, retry=false 2024-11-11T07:22:01,575 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:22:01,576 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:22:01,585 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/switch/split already deleted, retry=false 2024-11-11T07:22:01,586 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:22:01,596 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/switch/merge already deleted, retry=false 2024-11-11T07:22:01,597 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:22:01,606 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/snapshot-cleanup already deleted, retry=false 2024-11-11T07:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21514758873/running 2024-11-11T07:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21514758873/running 2024-11-11T07:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,617 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,42645,1731309719554, sessionid=0x10128c59b7e0006, setting cluster-up flag (Was=false) 2024-11-11T07:22:01,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,670 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21514758873/flush-table-proc/acquired, /21514758873/flush-table-proc/reached, /21514758873/flush-table-proc/abort 2024-11-11T07:22:01,671 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,42645,1731309719554 2024-11-11T07:22:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:01,722 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21514758873/online-snapshot/acquired, /21514758873/online-snapshot/reached, /21514758873/online-snapshot/abort 2024-11-11T07:22:01,723 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,42645,1731309719554 2024-11-11T07:22:01,724 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:22:01,725 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:01,725 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:22:01,726 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:22:01,726 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,42645,1731309719554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:01,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309751728 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:22:01,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:01,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,728 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:22:01,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,729 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309721729,5,FailOnTimeoutGroup] 2024-11-11T07:22:01,729 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:22:01,729 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309721729,5,FailOnTimeoutGroup] 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,729 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:22:01,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:22:01,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6 2024-11-11T07:22:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:22:01,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:01,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:01,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:01,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:01,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:01,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:01,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:01,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:01,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:01,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:01,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:01,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:01,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:01,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:01,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:01,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740 2024-11-11T07:22:01,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740 2024-11-11T07:22:01,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:01,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:01,757 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:01,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:01,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:01,759 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75253547, jitterRate=0.12136523425579071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:01,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309721750Initializing all the Stores at 1731309721750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309721750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309721750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309721750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309721750Cleaning up temporary data from old regions at 1731309721757 (+7 ms)Region opened successfully at 1731309721759 (+2 ms) 2024-11-11T07:22:01,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:01,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:01,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:01,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:01,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:01,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:01,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309721759Disabling compacts and flushes for region at 1731309721759Disabling writes for close at 1731309721760 (+1 ms)Writing region close event to WAL at 1731309721760Closed at 1731309721760 2024-11-11T07:22:01,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:01,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:22:01,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:22:01,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:01,762 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:22:01,787 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(746): ClusterId : 71e4fb7e-c084-45b3-ab18-074ceeee374d 2024-11-11T07:22:01,787 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:22:01,797 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:22:01,797 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:22:01,807 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:22:01,807 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aab6ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:01,818 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35023 2024-11-11T07:22:01,818 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:22:01,818 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:22:01,818 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:22:01,819 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,42645,1731309719554 with port=35023, startcode=1731309719665 2024-11-11T07:22:01,819 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:22:01,820 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:22:01,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42645 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,822 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6 2024-11-11T07:22:01,822 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42309 2024-11-11T07:22:01,822 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:22:01,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/rs 2024-11-11T07:22:01,864 DEBUG [RS:0;d72d5187e64f:35023 {}] zookeeper.ZKUtil(111): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on existing znode=/21514758873/rs/d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,864 WARN [RS:0;d72d5187e64f:35023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:01,864 INFO [RS:0;d72d5187e64f:35023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:01,864 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35023,1731309719665] 2024-11-11T07:22:01,866 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:22:01,867 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:22:01,868 INFO [RS:0;d72d5187e64f:35023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:22:01,868 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,868 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:22:01,868 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:22:01,868 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:01,869 DEBUG [RS:0;d72d5187e64f:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,869 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35023,1731309719665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:01,881 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:22:01,882 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35023,1731309719665-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,882 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,882 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.Replication(171): d72d5187e64f,35023,1731309719665 started 2024-11-11T07:22:01,893 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:01,893 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35023,1731309719665, RpcServer on d72d5187e64f/172.17.0.3:35023, sessionid=0x10128c59b7e0007 2024-11-11T07:22:01,893 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:22:01,893 DEBUG [RS:0;d72d5187e64f:35023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,893 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35023,1731309719665' 2024-11-11T07:22:01,893 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21514758873/flush-table-proc/abort' 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21514758873/flush-table-proc/acquired' 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35023,1731309719665 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35023,1731309719665' 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21514758873/online-snapshot/abort' 2024-11-11T07:22:01,894 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21514758873/online-snapshot/acquired' 2024-11-11T07:22:01,895 DEBUG [RS:0;d72d5187e64f:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:22:01,895 INFO [RS:0;d72d5187e64f:35023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:22:01,895 INFO [RS:0;d72d5187e64f:35023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:22:01,912 WARN [d72d5187e64f:42645 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:22:01,995 INFO [RS:0;d72d5187e64f:35023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:01,996 INFO [RS:0;d72d5187e64f:35023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35023%2C1731309719665, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/oldWALs, maxLogs=10 2024-11-11T07:22:02,008 DEBUG [RS:0;d72d5187e64f:35023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, exclude list is [], retry=0 2024-11-11T07:22:02,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae,DISK] 2024-11-11T07:22:02,012 INFO [RS:0;d72d5187e64f:35023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 2024-11-11T07:22:02,012 DEBUG [RS:0;d72d5187e64f:35023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)] 2024-11-11T07:22:02,162 DEBUG [d72d5187e64f:42645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:22:02,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:02,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35023,1731309719665, state=OPENING 2024-11-11T07:22:02,185 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:22:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:02,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21514758873/meta-region-server: CHANGED 2024-11-11T07:22:02,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21514758873/meta-region-server: CHANGED 2024-11-11T07:22:02,196 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:02,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35023,1731309719665}] 2024-11-11T07:22:02,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:02,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:22:02,352 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:22:02,352 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:02,352 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:22:02,353 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35023%2C1731309719665.meta, suffix=.meta, logDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/oldWALs, maxLogs=10 2024-11-11T07:22:02,380 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.meta.1731309722353.meta, exclude list is [], retry=0 2024-11-11T07:22:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae,DISK] 2024-11-11T07:22:02,383 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.meta.1731309722353.meta 2024-11-11T07:22:02,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)] 2024-11-11T07:22:02,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:02,383 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:02,383 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:02,384 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:22:02,384 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:22:02,384 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:22:02,384 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:02,384 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:22:02,384 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:22:02,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:02,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:02,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:02,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:02,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:02,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:02,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:02,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:02,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:02,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:02,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:02,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:02,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:02,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:02,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:02,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:02,388 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:02,389 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740 2024-11-11T07:22:02,390 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740 2024-11-11T07:22:02,391 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:02,391 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:02,391 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:02,392 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:02,392 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68412920, jitterRate=0.0194319486618042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:02,392 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:22:02,392 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309722384Writing region info on filesystem at 1731309722384Initializing all the Stores at 1731309722385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309722385Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309722385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309722385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309722385Cleaning up temporary data from old regions at 1731309722391 (+6 ms)Running coprocessor post-open hooks at 1731309722392 (+1 ms)Region opened successfully at 1731309722392 2024-11-11T07:22:02,393 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309722348 2024-11-11T07:22:02,395 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:22:02,395 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:22:02,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:02,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35023,1731309719665, state=OPEN 2024-11-11T07:22:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21514758873/meta-region-server 2024-11-11T07:22:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21514758873/meta-region-server 2024-11-11T07:22:02,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:02,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21514758873/meta-region-server: CHANGED 2024-11-11T07:22:02,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21514758873/meta-region-server: CHANGED 2024-11-11T07:22:02,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:22:02,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35023,1731309719665 in 211 msec 2024-11-11T07:22:02,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:22:02,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-11-11T07:22:02,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:02,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:22:02,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:02,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35023,1731309719665, seqNum=-1] 2024-11-11T07:22:02,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:02,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:02,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-11-11T07:22:02,417 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309722417, completionTime=-1 2024-11-11T07:22:02,417 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:22:02,417 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:22:02,418 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:22:02,418 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309782418 2024-11-11T07:22:02,418 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309842418 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:42645, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,419 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,420 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.700sec 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:02,422 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:22:02,424 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:22:02,424 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:22:02,424 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,42645,1731309719554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:02,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:02,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:02,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:02,489 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:02,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3bef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:02,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:02,491 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:02,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295bfe99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:02,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35023,1731309719665, seqNum=-1] 2024-11-11T07:22:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:02,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:02,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,42645,1731309719554 2024-11-11T07:22:02,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60103 2024-11-11T07:22:02,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:02,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128c59b7e0008 connected 2024-11-11T07:22:02,514 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:02,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41287,1731309709287 2024-11-11T07:22:02,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d300d51 2024-11-11T07:22:02,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:02,516 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:02,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:02,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:02,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:02,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:02,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:02,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ebc52bcc85dd182bf3cc16ca9402be1, NAME => 'test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346 2024-11-11T07:22:02,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ebc52bcc85dd182bf3cc16ca9402be1, disabling compactions & flushes 2024-11-11T07:22:03,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. after waiting 0 ms 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ebc52bcc85dd182bf3cc16ca9402be1: Waiting for close lock at 1731309723332Disabling compacts and flushes for region at 1731309723332Disabling writes for close at 1731309723332Writing region close event to WAL at 1731309723332Closed at 1731309723332 2024-11-11T07:22:03,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:03,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309723333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309723333"}]},"ts":"1731309723333"} 2024-11-11T07:22:03,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:03,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:03,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309723335"}]},"ts":"1731309723335"} 2024-11-11T07:22:03,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:03,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ebc52bcc85dd182bf3cc16ca9402be1, ASSIGN}] 2024-11-11T07:22:03,338 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ebc52bcc85dd182bf3cc16ca9402be1, ASSIGN 2024-11-11T07:22:03,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ebc52bcc85dd182bf3cc16ca9402be1, ASSIGN; state=OFFLINE, location=d72d5187e64f,43185,1731309709660; forceNewPlan=false, retain=false 2024-11-11T07:22:03,465 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:03,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ebc52bcc85dd182bf3cc16ca9402be1, regionState=OPENING, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:22:03,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ebc52bcc85dd182bf3cc16ca9402be1, ASSIGN because future has completed 2024-11-11T07:22:03,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc52bcc85dd182bf3cc16ca9402be1, server=d72d5187e64f,43185,1731309709660}] 2024-11-11T07:22:03,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:03,647 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,647 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ebc52bcc85dd182bf3cc16ca9402be1, NAME => 'test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:03,648 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:03,648 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:03,648 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,648 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:03,648 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,648 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,649 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,650 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc52bcc85dd182bf3cc16ca9402be1 columnFamilyName f 2024-11-11T07:22:03,650 DEBUG [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:03,650 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(327): Store=7ebc52bcc85dd182bf3cc16ca9402be1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:03,651 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,651 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc52bcc85dd182bf3cc16ca9402be1 columnFamilyName f1 2024-11-11T07:22:03,651 DEBUG [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:03,651 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(327): Store=7ebc52bcc85dd182bf3cc16ca9402be1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:03,652 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,652 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ebc52bcc85dd182bf3cc16ca9402be1 columnFamilyName norep 2024-11-11T07:22:03,652 DEBUG [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:03,652 INFO [StoreOpener-7ebc52bcc85dd182bf3cc16ca9402be1-1 {}] regionserver.HStore(327): Store=7ebc52bcc85dd182bf3cc16ca9402be1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:03,652 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,653 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,653 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,654 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,654 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,654 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:03,655 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,656 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:03,657 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ebc52bcc85dd182bf3cc16ca9402be1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66535396, jitterRate=-0.008545339107513428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:03,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:03,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ebc52bcc85dd182bf3cc16ca9402be1: Running coprocessor pre-open hook at 1731309723648Writing region info on filesystem at 1731309723648Initializing all the Stores at 1731309723649 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309723649Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309723649Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309723649Cleaning up temporary data from old regions at 1731309723654 (+5 ms)Running coprocessor post-open hooks at 1731309723657 (+3 ms)Region opened successfully at 1731309723657 2024-11-11T07:22:03,658 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1., pid=6, masterSystemTime=1731309723644 2024-11-11T07:22:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:03,660 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,660 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:03,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ebc52bcc85dd182bf3cc16ca9402be1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:22:03,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ebc52bcc85dd182bf3cc16ca9402be1, server=d72d5187e64f,43185,1731309709660 because future has completed 2024-11-11T07:22:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ebc52bcc85dd182bf3cc16ca9402be1, server=d72d5187e64f,43185,1731309709660 in 171 msec 2024-11-11T07:22:03,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:03,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ebc52bcc85dd182bf3cc16ca9402be1, ASSIGN in 327 msec 2024-11-11T07:22:03,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:03,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309723666"}]},"ts":"1731309723666"} 2024-11-11T07:22:03,668 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:03,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:03,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-11T07:22:03,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:22:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:04,669 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:04,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36573,1731309714970 2024-11-11T07:22:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f84c94 2024-11-11T07:22:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:04,671 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:04,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:04,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:04,674 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:04,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:04,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:04,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:04,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:22:04,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:22:04,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:04,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:22:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:05,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67e6724950b9b275e74363ee3cae3020, NAME => 'test,,1731309724672.67e6724950b9b275e74363ee3cae3020.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2 2024-11-11T07:22:05,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309724672.67e6724950b9b275e74363ee3cae3020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 67e6724950b9b275e74363ee3cae3020, disabling compactions & flushes 2024-11-11T07:22:05,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309724672.67e6724950b9b275e74363ee3cae3020. after waiting 0 ms 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67e6724950b9b275e74363ee3cae3020: Waiting for close lock at 1731309725485Disabling compacts and flushes for region at 1731309725485Disabling writes for close at 1731309725485Writing region close event to WAL at 1731309725485Closed at 1731309725485 2024-11-11T07:22:05,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:05,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309724672.67e6724950b9b275e74363ee3cae3020.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309725486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309725486"}]},"ts":"1731309725486"} 2024-11-11T07:22:05,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:05,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:05,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309725488"}]},"ts":"1731309725488"} 2024-11-11T07:22:05,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:05,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67e6724950b9b275e74363ee3cae3020, ASSIGN}] 2024-11-11T07:22:05,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=67e6724950b9b275e74363ee3cae3020, ASSIGN 2024-11-11T07:22:05,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=67e6724950b9b275e74363ee3cae3020, ASSIGN; state=OFFLINE, location=d72d5187e64f,38449,1731309715113; forceNewPlan=false, retain=false 2024-11-11T07:22:05,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67e6724950b9b275e74363ee3cae3020, regionState=OPENING, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:22:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=67e6724950b9b275e74363ee3cae3020, ASSIGN because future has completed 2024-11-11T07:22:05,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e6724950b9b275e74363ee3cae3020, server=d72d5187e64f,38449,1731309715113}] 2024-11-11T07:22:05,798 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 67e6724950b9b275e74363ee3cae3020, NAME => 'test,,1731309724672.67e6724950b9b275e74363ee3cae3020.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:05,799 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:05,799 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:05,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309724672.67e6724950b9b275e74363ee3cae3020.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:05,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,800 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,801 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e6724950b9b275e74363ee3cae3020 columnFamilyName f 2024-11-11T07:22:05,801 DEBUG [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:05,801 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(327): Store=67e6724950b9b275e74363ee3cae3020/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:05,801 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,802 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e6724950b9b275e74363ee3cae3020 columnFamilyName f1 2024-11-11T07:22:05,802 DEBUG [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:05,802 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(327): Store=67e6724950b9b275e74363ee3cae3020/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:05,802 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,803 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67e6724950b9b275e74363ee3cae3020 columnFamilyName norep 2024-11-11T07:22:05,803 DEBUG [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:05,803 INFO [StoreOpener-67e6724950b9b275e74363ee3cae3020-1 {}] regionserver.HStore(327): Store=67e6724950b9b275e74363ee3cae3020/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:05,803 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,804 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,804 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,805 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,805 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,806 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:05,807 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,808 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:05,808 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 67e6724950b9b275e74363ee3cae3020; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74884509, jitterRate=0.11586613953113556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:05,808 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:05,808 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 67e6724950b9b275e74363ee3cae3020: Running coprocessor pre-open hook at 1731309725799Writing region info on filesystem at 1731309725799Initializing all the Stores at 1731309725800 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309725800Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309725800Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309725800Cleaning up temporary data from old regions at 1731309725805 (+5 ms)Running coprocessor post-open hooks at 1731309725808 (+3 ms)Region opened successfully at 1731309725808 2024-11-11T07:22:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:05,809 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309724672.67e6724950b9b275e74363ee3cae3020., pid=6, masterSystemTime=1731309725796 2024-11-11T07:22:05,811 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,811 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:05,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=67e6724950b9b275e74363ee3cae3020, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:22:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67e6724950b9b275e74363ee3cae3020, server=d72d5187e64f,38449,1731309715113 because future has completed 2024-11-11T07:22:05,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:05,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 67e6724950b9b275e74363ee3cae3020, server=d72d5187e64f,38449,1731309715113 in 170 msec 2024-11-11T07:22:05,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:05,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=67e6724950b9b275e74363ee3cae3020, ASSIGN in 325 msec 2024-11-11T07:22:05,817 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:05,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309725817"}]},"ts":"1731309725817"} 2024-11-11T07:22:05,819 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:05,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:05,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-11T07:22:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:06,819 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:06,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fedfd30 2024-11-11T07:22:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:06,821 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:06,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:06,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:06,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:06,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:06,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:07,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 857bce8821fd1546360a0397c974c39c, NAME => 'test,,1731309726821.857bce8821fd1546360a0397c974c39c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6 2024-11-11T07:22:07,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309726821.857bce8821fd1546360a0397c974c39c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 857bce8821fd1546360a0397c974c39c, disabling compactions & flushes 2024-11-11T07:22:07,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309726821.857bce8821fd1546360a0397c974c39c. after waiting 0 ms 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 857bce8821fd1546360a0397c974c39c: Waiting for close lock at 1731309727635Disabling compacts and flushes for region at 1731309727635Disabling writes for close at 1731309727635Writing region close event to WAL at 1731309727635Closed at 1731309727635 2024-11-11T07:22:07,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:07,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309726821.857bce8821fd1546360a0397c974c39c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309727637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309727637"}]},"ts":"1731309727637"} 2024-11-11T07:22:07,638 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:07,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:07,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309727639"}]},"ts":"1731309727639"} 2024-11-11T07:22:07,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:07,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=857bce8821fd1546360a0397c974c39c, ASSIGN}] 2024-11-11T07:22:07,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=857bce8821fd1546360a0397c974c39c, ASSIGN 2024-11-11T07:22:07,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=857bce8821fd1546360a0397c974c39c, ASSIGN; state=OFFLINE, location=d72d5187e64f,35023,1731309719665; forceNewPlan=false, retain=false 2024-11-11T07:22:07,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=857bce8821fd1546360a0397c974c39c, regionState=OPENING, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:07,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=857bce8821fd1546360a0397c974c39c, ASSIGN because future has completed 2024-11-11T07:22:07,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 857bce8821fd1546360a0397c974c39c, server=d72d5187e64f,35023,1731309719665}] 2024-11-11T07:22:07,950 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,950 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 857bce8821fd1546360a0397c974c39c, NAME => 'test,,1731309726821.857bce8821fd1546360a0397c974c39c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:07,951 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:07,951 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:07,951 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,951 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309726821.857bce8821fd1546360a0397c974c39c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:07,951 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,951 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,952 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,953 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857bce8821fd1546360a0397c974c39c columnFamilyName f 2024-11-11T07:22:07,953 DEBUG [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:07,954 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(327): Store=857bce8821fd1546360a0397c974c39c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:07,954 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,954 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857bce8821fd1546360a0397c974c39c columnFamilyName f1 2024-11-11T07:22:07,954 DEBUG [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:07,955 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(327): Store=857bce8821fd1546360a0397c974c39c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:07,955 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,955 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857bce8821fd1546360a0397c974c39c columnFamilyName norep 2024-11-11T07:22:07,955 DEBUG [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:07,955 INFO [StoreOpener-857bce8821fd1546360a0397c974c39c-1 {}] regionserver.HStore(327): Store=857bce8821fd1546360a0397c974c39c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:07,956 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,956 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,956 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,957 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,957 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,958 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:07,958 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:07,960 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:07,961 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 857bce8821fd1546360a0397c974c39c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59376343, jitterRate=-0.11522354185581207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:07,961 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:07,961 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 857bce8821fd1546360a0397c974c39c: Running coprocessor pre-open hook at 1731309727951Writing region info on filesystem at 1731309727951Initializing all the Stores at 1731309727952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309727952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309727952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309727952Cleaning up temporary data from old regions at 1731309727957 (+5 ms)Running coprocessor post-open hooks at 1731309727961 (+4 ms)Region opened successfully at 1731309727961 2024-11-11T07:22:07,962 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309726821.857bce8821fd1546360a0397c974c39c., pid=6, masterSystemTime=1731309727948 2024-11-11T07:22:07,963 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,963 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:07,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=857bce8821fd1546360a0397c974c39c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:07,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 857bce8821fd1546360a0397c974c39c, server=d72d5187e64f,35023,1731309719665 because future has completed 2024-11-11T07:22:07,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:07,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 857bce8821fd1546360a0397c974c39c, server=d72d5187e64f,35023,1731309719665 in 182 msec 2024-11-11T07:22:07,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:07,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=857bce8821fd1546360a0397c974c39c, ASSIGN in 339 msec 2024-11-11T07:22:07,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:07,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309727982"}]},"ts":"1731309727982"} 2024-11-11T07:22:07,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:07,984 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:07,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-11T07:22:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:08,970 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:08,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:08,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:08,972 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec7430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:08,973 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0616c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41287,1731309709287 2024-11-11T07:22:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b285127 2024-11-11T07:22:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:08,975 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:08,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:36573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:08,978 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36573' 2024-11-11T07:22:08,978 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3c5666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,978 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:22:08,979 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:08,979 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:22:08,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:08,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:22:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32eb5a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:22:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:08,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:08,980 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:08,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4ab383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:08,981 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:08,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36573,1731309714970 2024-11-11T07:22:08,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf0ff4d 2024-11-11T07:22:08,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:08,982 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:08,983 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T07:22:08,983 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:08,983 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:08,983 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:08,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:08,983 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:08,984 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:08,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:08,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:08,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:08,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20a074ea34ae8c632580ba1c46159d97, NAME => 'hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346 2024-11-11T07:22:08,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:09,034 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:09,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:09,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20a074ea34ae8c632580ba1c46159d97, disabling compactions & flushes 2024-11-11T07:22:09,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. after waiting 0 ms 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,396 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,396 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20a074ea34ae8c632580ba1c46159d97: Waiting for close lock at 1731309729396Disabling compacts and flushes for region at 1731309729396Disabling writes for close at 1731309729396Writing region close event to WAL at 1731309729396Closed at 1731309729396 2024-11-11T07:22:09,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:09,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309729397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309729397"}]},"ts":"1731309729397"} 2024-11-11T07:22:09,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:09,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:09,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309729400"}]},"ts":"1731309729400"} 2024-11-11T07:22:09,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:09,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20a074ea34ae8c632580ba1c46159d97, ASSIGN}] 2024-11-11T07:22:09,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20a074ea34ae8c632580ba1c46159d97, ASSIGN 2024-11-11T07:22:09,404 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20a074ea34ae8c632580ba1c46159d97, ASSIGN; state=OFFLINE, location=d72d5187e64f,43185,1731309709660; forceNewPlan=false, retain=false 2024-11-11T07:22:09,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20a074ea34ae8c632580ba1c46159d97, regionState=OPENING, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:22:09,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20a074ea34ae8c632580ba1c46159d97, ASSIGN because future has completed 2024-11-11T07:22:09,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a074ea34ae8c632580ba1c46159d97, server=d72d5187e64f,43185,1731309709660}] 2024-11-11T07:22:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:09,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:09,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:09,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C43185%2C1731309709660.rep, suffix=, logDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660, archiveDir=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/oldWALs, maxLogs=10 2024-11-11T07:22:09,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.rep.1731309729714, exclude list is [], retry=0 2024-11-11T07:22:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39063,DS-8ec550a2-316e-45c6-a758-31f1a7ad5235,DISK] 2024-11-11T07:22:09,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.rep.1731309729714 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33057:33057)] 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20a074ea34ae8c632580ba1c46159d97, NAME => 'hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:09,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. service=MultiRowMutationService 2024-11-11T07:22:09,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,734 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,735 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a074ea34ae8c632580ba1c46159d97 columnFamilyName hfileref 2024-11-11T07:22:09,735 DEBUG [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:09,735 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(327): Store=20a074ea34ae8c632580ba1c46159d97/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:09,736 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,736 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a074ea34ae8c632580ba1c46159d97 columnFamilyName queue 2024-11-11T07:22:09,736 DEBUG [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:09,736 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(327): Store=20a074ea34ae8c632580ba1c46159d97/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:09,736 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,737 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20a074ea34ae8c632580ba1c46159d97 columnFamilyName sid 2024-11-11T07:22:09,737 DEBUG [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:09,737 INFO [StoreOpener-20a074ea34ae8c632580ba1c46159d97-1 {}] regionserver.HStore(327): Store=20a074ea34ae8c632580ba1c46159d97/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:09,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:09,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:09,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20a074ea34ae8c632580ba1c46159d97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73700609, jitterRate=0.09822465479373932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:09,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:09,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20a074ea34ae8c632580ba1c46159d97: Running coprocessor pre-open hook at 1731309729734Writing region info on filesystem at 1731309729734Initializing all the Stores at 1731309729734Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309729734Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309729734Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309729734Cleaning up temporary data from old regions at 1731309729739 (+5 ms)Running coprocessor post-open hooks at 1731309729742 (+3 ms)Region opened successfully at 1731309729742 2024-11-11T07:22:09,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97., pid=10, masterSystemTime=1731309729708 2024-11-11T07:22:09,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:09,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20a074ea34ae8c632580ba1c46159d97, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,43185,1731309709660 2024-11-11T07:22:09,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20a074ea34ae8c632580ba1c46159d97, server=d72d5187e64f,43185,1731309709660 because future has completed 2024-11-11T07:22:09,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:09,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20a074ea34ae8c632580ba1c46159d97, server=d72d5187e64f,43185,1731309709660 in 191 msec 2024-11-11T07:22:09,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:09,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20a074ea34ae8c632580ba1c46159d97, ASSIGN in 347 msec 2024-11-11T07:22:09,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:09,751 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309729751"}]},"ts":"1731309729751"} 2024-11-11T07:22:09,752 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:09,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:09,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-11T07:22:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97., hostname=d72d5187e64f,43185,1731309709660, seqNum=2] 2024-11-11T07:22:09,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:22:09,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:22:09,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:10,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:22:10,043 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:22:10,069 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,43185,1731309709660, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:10,070 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:10,070 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43185,1731309709660, seqNum=-1] 2024-11-11T07:22:10,070 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:10,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:10,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,43185,1731309709660', locateType=CURRENT is [region=hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97., hostname=d72d5187e64f,43185,1731309709660, seqNum=2] 2024-11-11T07:22:10,074 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:22:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:22:10,077 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,43185,1731309709660 suceeded 2024-11-11T07:22:10,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:22:10,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T07:22:10,079 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:36573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:22:10,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1040 sec 2024-11-11T07:22:10,087 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36573' 2024-11-11T07:22:10,088 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f24790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,088 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:22:10,089 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:10,089 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:22:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:22:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b0f5d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:22:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,090 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:10,091 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fca2441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,091 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:10,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36573,1731309714970 2024-11-11T07:22:10,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48bba6a1 2024-11-11T07:22:10,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:10,092 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:10,093 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,43185,1731309709660 (queues=1) is replicating from cluster=f40c798b-7eb4-46b0-ab20-613d50377598 to cluster=464ab9b6-274b-4923-a448-615eb34ed127 2024-11-11T07:22:10,093 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C43185%2C1731309709660 2024-11-11T07:22:10,093 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,43185,1731309709660, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:10,093 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, startPosition=0, beingWritten=true 2024-11-11T07:22:10,094 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C43185%2C1731309709660 2024-11-11T07:22:10,098 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:10,098 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:10,098 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:10,110 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:10,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:10,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:10,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:10,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:22:10,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:10,112 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577484e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,113 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5d8e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36573,1731309714970 2024-11-11T07:22:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31be1e4b 2024-11-11T07:22:10,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:10,115 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:10,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:10,117 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:42645' 2024-11-11T07:22:10,118 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632317d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,118 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:10,118 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:10,119 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d022056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:10,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,120 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:10,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d36522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:10,120 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c5fbbf0 2024-11-11T07:22:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:10,122 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:10,122 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T07:22:10,122 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:10,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,122 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:10,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:10,123 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:10,124 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:10,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:10,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:10,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:10,174 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:10,301 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:10,533 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e464fd66a3ef5c7d6d303f6c1eb746c, NAME => 'hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2 2024-11-11T07:22:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:10,605 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:10,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:10,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e464fd66a3ef5c7d6d303f6c1eb746c, disabling compactions & flushes 2024-11-11T07:22:10,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:10,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:10,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. after waiting 0 ms 2024-11-11T07:22:10,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:10,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:10,939 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e464fd66a3ef5c7d6d303f6c1eb746c: Waiting for close lock at 1731309730938Disabling compacts and flushes for region at 1731309730938Disabling writes for close at 1731309730938Writing region close event to WAL at 1731309730938Closed at 1731309730938 2024-11-11T07:22:10,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:10,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309730940"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309730940"}]},"ts":"1731309730940"} 2024-11-11T07:22:10,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:10,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:10,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309730943"}]},"ts":"1731309730943"} 2024-11-11T07:22:10,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:10,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e464fd66a3ef5c7d6d303f6c1eb746c, ASSIGN}] 2024-11-11T07:22:10,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e464fd66a3ef5c7d6d303f6c1eb746c, ASSIGN 2024-11-11T07:22:10,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e464fd66a3ef5c7d6d303f6c1eb746c, ASSIGN; state=OFFLINE, location=d72d5187e64f,38449,1731309715113; forceNewPlan=false, retain=false 2024-11-11T07:22:11,009 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:11,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e464fd66a3ef5c7d6d303f6c1eb746c, regionState=OPENING, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:22:11,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e464fd66a3ef5c7d6d303f6c1eb746c, ASSIGN because future has completed 2024-11-11T07:22:11,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e464fd66a3ef5c7d6d303f6c1eb746c, server=d72d5187e64f,38449,1731309715113}] 2024-11-11T07:22:11,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:11,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:11,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:11,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C38449%2C1731309715113.rep, suffix=, logDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113, archiveDir=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/oldWALs, maxLogs=10 2024-11-11T07:22:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:11,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.rep.1731309731255, exclude list is [], retry=0 2024-11-11T07:22:11,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-4cf96b9b-365c-425d-86a6-fa2c06cc3c1f,DISK] 2024-11-11T07:22:11,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.rep.1731309731255 2024-11-11T07:22:11,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34491:34491)] 2024-11-11T07:22:11,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e464fd66a3ef5c7d6d303f6c1eb746c, NAME => 'hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:11,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. service=MultiRowMutationService 2024-11-11T07:22:11,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,272 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,273 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e464fd66a3ef5c7d6d303f6c1eb746c columnFamilyName hfileref 2024-11-11T07:22:11,273 DEBUG [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:11,274 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(327): Store=3e464fd66a3ef5c7d6d303f6c1eb746c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:11,274 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,274 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e464fd66a3ef5c7d6d303f6c1eb746c columnFamilyName queue 2024-11-11T07:22:11,274 DEBUG [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:11,275 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(327): Store=3e464fd66a3ef5c7d6d303f6c1eb746c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:11,275 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,276 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e464fd66a3ef5c7d6d303f6c1eb746c columnFamilyName sid 2024-11-11T07:22:11,276 DEBUG [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:11,276 INFO [StoreOpener-3e464fd66a3ef5c7d6d303f6c1eb746c-1 {}] regionserver.HStore(327): Store=3e464fd66a3ef5c7d6d303f6c1eb746c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:11,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/replication/3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/replication/3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:11,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/replication/3e464fd66a3ef5c7d6d303f6c1eb746c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:11,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e464fd66a3ef5c7d6d303f6c1eb746c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65390365, jitterRate=-0.025607630610466003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:11,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:11,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e464fd66a3ef5c7d6d303f6c1eb746c: Running coprocessor pre-open hook at 1731309731271Writing region info on filesystem at 1731309731271Initializing all the Stores at 1731309731272 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309731272Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309731272Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309731272Cleaning up temporary data from old regions at 1731309731278 (+6 ms)Running coprocessor post-open hooks at 1731309731281 (+3 ms)Region opened successfully at 1731309731281 2024-11-11T07:22:11,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c., pid=10, masterSystemTime=1731309731251 2024-11-11T07:22:11,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:11,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:11,284 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e464fd66a3ef5c7d6d303f6c1eb746c, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,38449,1731309715113 2024-11-11T07:22:11,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e464fd66a3ef5c7d6d303f6c1eb746c, server=d72d5187e64f,38449,1731309715113 because future has completed 2024-11-11T07:22:11,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:11,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e464fd66a3ef5c7d6d303f6c1eb746c, server=d72d5187e64f,38449,1731309715113 in 187 msec 2024-11-11T07:22:11,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:11,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e464fd66a3ef5c7d6d303f6c1eb746c, ASSIGN in 343 msec 2024-11-11T07:22:11,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:11,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309731290"}]},"ts":"1731309731290"} 2024-11-11T07:22:11,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:11,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:11,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-11T07:22:11,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c., hostname=d72d5187e64f,38449,1731309715113, seqNum=2] 2024-11-11T07:22:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:22:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:22:11,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:11,512 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:11,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:22:11,591 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:22:11,617 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,38449,1731309715113, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:11,617 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:11,617 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,38449,1731309715113, seqNum=-1] 2024-11-11T07:22:11,618 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:11,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:11,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,38449,1731309715113', locateType=CURRENT is [region=hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c., hostname=d72d5187e64f,38449,1731309715113, seqNum=2] 2024-11-11T07:22:11,622 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:22:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:22:11,624 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,38449,1731309715113 suceeded 2024-11-11T07:22:11,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:22:11,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-11T07:22:11,626 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:42645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:22:11,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-11T07:22:11,638 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:42645' 2024-11-11T07:22:11,640 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed4fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:11,640 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:11,640 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:11,641 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:11,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:11,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eb18029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:11,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:11,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:11,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:11,643 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:11,644 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d54a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:11,644 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b42d11 2024-11-11T07:22:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:11,646 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:11,647 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,38449,1731309715113 (queues=1) is replicating from cluster=464ab9b6-274b-4923-a448-615eb34ed127 to cluster=71e4fb7e-c084-45b3-ab18-074ceeee374d 2024-11-11T07:22:11,647 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C38449%2C1731309715113 2024-11-11T07:22:11,647 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,38449,1731309715113, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:11,647 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, startPosition=0, beingWritten=true 2024-11-11T07:22:11,648 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C38449%2C1731309715113 2024-11-11T07:22:11,654 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:11,654 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:11,654 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:11,869 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:12,115 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:12,172 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:12,270 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:12,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:12,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:12,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:12,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:12,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:12,272 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a08718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:12,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,273 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:12,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64526d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1786f085 2024-11-11T07:22:12,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:12,275 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:12,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:41287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:12,277 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41287' 2024-11-11T07:22:12,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbdeb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,278 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:12,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:12,278 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c68dea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:12,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,279 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278622c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:12,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41287,1731309709287 2024-11-11T07:22:12,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f66989 2024-11-11T07:22:12,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:12,281 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:12,282 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:22:12,282 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:12,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:12,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:12,282 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:12,283 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:12,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:12,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:12,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:12,333 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:12,575 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:12,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d56d69ac5e35f2ce84af5c45a42e7243, NAME => 'hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6 2024-11-11T07:22:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d56d69ac5e35f2ce84af5c45a42e7243, disabling compactions & flushes 2024-11-11T07:22:12,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. after waiting 0 ms 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:12,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:12,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d56d69ac5e35f2ce84af5c45a42e7243: Waiting for close lock at 1731309732718Disabling compacts and flushes for region at 1731309732718Disabling writes for close at 1731309732718Writing region close event to WAL at 1731309732718Closed at 1731309732718 2024-11-11T07:22:12,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:12,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309732719"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309732719"}]},"ts":"1731309732719"} 2024-11-11T07:22:12,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:12,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:12,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309732721"}]},"ts":"1731309732721"} 2024-11-11T07:22:12,723 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:12,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d56d69ac5e35f2ce84af5c45a42e7243, ASSIGN}] 2024-11-11T07:22:12,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d56d69ac5e35f2ce84af5c45a42e7243, ASSIGN 2024-11-11T07:22:12,724 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d56d69ac5e35f2ce84af5c45a42e7243, ASSIGN; state=OFFLINE, location=d72d5187e64f,35023,1731309719665; forceNewPlan=false, retain=false 2024-11-11T07:22:12,819 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:12,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d56d69ac5e35f2ce84af5c45a42e7243, regionState=OPENING, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:12,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d56d69ac5e35f2ce84af5c45a42e7243, ASSIGN because future has completed 2024-11-11T07:22:12,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d56d69ac5e35f2ce84af5c45a42e7243, server=d72d5187e64f,35023,1731309719665}] 2024-11-11T07:22:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:13,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:13,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:13,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:13,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35023%2C1731309719665.rep, suffix=, logDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665, archiveDir=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/oldWALs, maxLogs=10 2024-11-11T07:22:13,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.rep.1731309733033, exclude list is [], retry=0 2024-11-11T07:22:13,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33087,DS-9878dd52-61dd-4ec4-bd51-93074c2c05ae,DISK] 2024-11-11T07:22:13,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.rep.1731309733033 2024-11-11T07:22:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34391:34391)] 2024-11-11T07:22:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d56d69ac5e35f2ce84af5c45a42e7243, NAME => 'hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:13,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. service=MultiRowMutationService 2024-11-11T07:22:13,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,051 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,052 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56d69ac5e35f2ce84af5c45a42e7243 columnFamilyName hfileref 2024-11-11T07:22:13,052 DEBUG [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:13,052 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(327): Store=d56d69ac5e35f2ce84af5c45a42e7243/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:13,053 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,053 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56d69ac5e35f2ce84af5c45a42e7243 columnFamilyName queue 2024-11-11T07:22:13,053 DEBUG [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:13,054 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(327): Store=d56d69ac5e35f2ce84af5c45a42e7243/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:13,054 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,054 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d56d69ac5e35f2ce84af5c45a42e7243 columnFamilyName sid 2024-11-11T07:22:13,054 DEBUG [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:13,055 INFO [StoreOpener-d56d69ac5e35f2ce84af5c45a42e7243-1 {}] regionserver.HStore(327): Store=d56d69ac5e35f2ce84af5c45a42e7243/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:13,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:13,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:13,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d56d69ac5e35f2ce84af5c45a42e7243; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74408556, jitterRate=0.10877388715744019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:13,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:13,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d56d69ac5e35f2ce84af5c45a42e7243: Running coprocessor pre-open hook at 1731309733050Writing region info on filesystem at 1731309733050Initializing all the Stores at 1731309733051 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309733051Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309733051Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309733051Cleaning up temporary data from old regions at 1731309733057 (+6 ms)Running coprocessor post-open hooks at 1731309733060 (+3 ms)Region opened successfully at 1731309733060 2024-11-11T07:22:13,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243., pid=10, masterSystemTime=1731309733029 2024-11-11T07:22:13,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:13,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:13,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d56d69ac5e35f2ce84af5c45a42e7243, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35023,1731309719665 2024-11-11T07:22:13,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d56d69ac5e35f2ce84af5c45a42e7243, server=d72d5187e64f,35023,1731309719665 because future has completed 2024-11-11T07:22:13,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:13,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d56d69ac5e35f2ce84af5c45a42e7243, server=d72d5187e64f,35023,1731309719665 in 188 msec 2024-11-11T07:22:13,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:13,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d56d69ac5e35f2ce84af5c45a42e7243, ASSIGN in 344 msec 2024-11-11T07:22:13,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:13,069 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309733069"}]},"ts":"1731309733069"} 2024-11-11T07:22:13,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:13,071 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:13,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-11T07:22:13,078 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:13,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243., hostname=d72d5187e64f,35023,1731309719665, seqNum=2] 2024-11-11T07:22:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:13,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:13,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:22:13,327 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:22:13,352 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,35023,1731309719665, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:13,352 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:13,352 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35023,1731309719665, seqNum=-1] 2024-11-11T07:22:13,353 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:13,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:13,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,35023,1731309719665', locateType=CURRENT is [region=hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243., hostname=d72d5187e64f,35023,1731309719665, seqNum=2] 2024-11-11T07:22:13,357 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:22:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:22:13,358 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,35023,1731309719665 suceeded 2024-11-11T07:22:13,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:22:13,360 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:41287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:22:13,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-11T07:22:13,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0850 sec 2024-11-11T07:22:13,374 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41287' 2024-11-11T07:22:13,375 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,375 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:13,375 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,376 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11c11acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:13,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,377 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da2ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41287,1731309709287 2024-11-11T07:22:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5c1578 2024-11-11T07:22:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:13,379 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:13,379 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,35023,1731309719665 (queues=1) is replicating from cluster=71e4fb7e-c084-45b3-ab18-074ceeee374d to cluster=f40c798b-7eb4-46b0-ab20-613d50377598 2024-11-11T07:22:13,379 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C35023%2C1731309719665 2024-11-11T07:22:13,379 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,35023,1731309719665, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:13,380 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C35023%2C1731309719665 2024-11-11T07:22:13,380 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, startPosition=0, beingWritten=true 2024-11-11T07:22:13,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:13,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 379, reset compression=false 2024-11-11T07:22:13,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:13,409 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:13,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:13,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:13,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:13,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:13,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,411 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1387f138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:13,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,412 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595c84c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def26fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:22:13,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,414 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50240dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,415 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e152f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:13,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,416 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:13,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5bf78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:13,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,417 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,417 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23816547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43185,1731309709660, seqNum=-1] 2024-11-11T07:22:13,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:13,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1., hostname=d72d5187e64f,43185,1731309709660, seqNum=2] 2024-11-11T07:22:13,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35023,1731309719665, seqNum=-1] 2024-11-11T07:22:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:13,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309726821.857bce8821fd1546360a0397c974c39c., hostname=d72d5187e64f,35023,1731309719665, seqNum=2] 2024-11-11T07:22:13,444 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T07:22:13,587 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 379, reset compression=false 2024-11-11T07:22:13,622 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 379, reset compression=false 2024-11-11T07:22:13,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:13,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 480, reset compression=false 2024-11-11T07:22:13,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ebc52bcc85dd182bf3cc16ca9402be1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T07:22:13,627 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:13,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T07:22:13,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:13,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f37e8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36573,-1 for getting cluster id 2024-11-11T07:22:13,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,630 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '464ab9b6-274b-4923-a448-615eb34ed127' 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "464ab9b6-274b-4923-a448-615eb34ed127" 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5937697b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36573,-1] 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,631 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f894d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,38449,1731309715113, seqNum=-1] 2024-11-11T07:22:13,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:13,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309724672.67e6724950b9b275e74363ee3cae3020., hostname=d72d5187e64f,38449,1731309715113, seqNum=2] 2024-11-11T07:22:13,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:13,682 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 379, reset compression=false 2024-11-11T07:22:13,688 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:13,688 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 504, reset compression=false 2024-11-11T07:22:13,688 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T07:22:13,690 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:13,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T07:22:13,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:13,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65132ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:13,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:13,694 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8aae4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:13,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:13,696 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:13,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a55595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:13,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:13,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35023,1731309719665, seqNum=-1] 2024-11-11T07:22:13,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:13,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309726821.857bce8821fd1546360a0397c974c39c., hostname=d72d5187e64f,35023,1731309719665, seqNum=2] 2024-11-11T07:22:13,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:13,829 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 480, reset compression=false 2024-11-11T07:22:13,867 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:22:13,890 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 379, reset compression=false 2024-11-11T07:22:13,894 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:13,894 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 527, reset compression=false 2024-11-11T07:22:13,894 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:13,905 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 504, reset compression=false 2024-11-11T07:22:14,097 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 527, reset compression=false 2024-11-11T07:22:14,132 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 480, reset compression=false 2024-11-11T07:22:14,208 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 504, reset compression=false 2024-11-11T07:22:14,400 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 527, reset compression=false 2024-11-11T07:22:14,446 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T07:22:14,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,38449,1731309715113, seqNum=-1] 2024-11-11T07:22:14,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:14,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:14,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731309724672.67e6724950b9b275e74363ee3cae3020., hostname=d72d5187e64f,38449,1731309715113, seqNum=2] 2024-11-11T07:22:14,452 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T07:22:14,535 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 480, reset compression=false 2024-11-11T07:22:14,621 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 504, reset compression=false 2024-11-11T07:22:14,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:14,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 608, reset compression=false 2024-11-11T07:22:14,625 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:22:14,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:14,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:14,804 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 527, reset compression=false 2024-11-11T07:22:14,808 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:14,808 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 654, reset compression=false 2024-11-11T07:22:14,808 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[{test/857bce8821fd1546360a0397c974c39c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T07:22:14,810 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:14,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T07:22:14,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:14,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8852c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:14,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:14,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:14,813 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:14,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:14,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:14,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c159d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:14,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:14,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:14,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:14,814 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:14,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49ef82de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:14,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:14,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,43185,1731309709660, seqNum=-1] 2024-11-11T07:22:14,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:14,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:14,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1., hostname=d72d5187e64f,43185,1731309709660, seqNum=2] 2024-11-11T07:22:14,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:14,828 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 608, reset compression=false 2024-11-11T07:22:15,012 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 654, reset compression=false 2024-11-11T07:22:15,038 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 480, reset compression=false 2024-11-11T07:22:15,041 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:15,041 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 630, reset compression=false 2024-11-11T07:22:15,041 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:15,132 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 608, reset compression=false 2024-11-11T07:22:15,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:15,244 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 630, reset compression=false 2024-11-11T07:22:15,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:15,298 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T07:22:15,298 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T07:22:15,316 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 654, reset compression=false 2024-11-11T07:22:15,454 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T07:22:15,457 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T07:22:15,535 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 608, reset compression=false 2024-11-11T07:22:15,547 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 630, reset compression=false 2024-11-11T07:22:15,720 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 654, reset compression=false 2024-11-11T07:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 758, reset compression=false 2024-11-11T07:22:15,724 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[{test/857bce8821fd1546360a0397c974c39c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:22:15,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:15,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:15,927 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 758, reset compression=false 2024-11-11T07:22:15,949 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 630, reset compression=false 2024-11-11T07:22:15,954 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:15,954 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 757, reset compression=false 2024-11-11T07:22:15,954 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ebc52bcc85dd182bf3cc16ca9402be1/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T07:22:15,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:15,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:16,039 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 608, reset compression=false 2024-11-11T07:22:16,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:16,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 759, reset compression=false 2024-11-11T07:22:16,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:16,157 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 757, reset compression=false 2024-11-11T07:22:16,231 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 758, reset compression=false 2024-11-11T07:22:16,246 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 759, reset compression=false 2024-11-11T07:22:16,458 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T07:22:16,459 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 757, reset compression=false 2024-11-11T07:22:16,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T07:22:16,463 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:16,463 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:16,463 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ebc52bcc85dd182bf3cc16ca9402be1/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T07:22:16,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:16,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:16,549 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 759, reset compression=false 2024-11-11T07:22:16,553 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:16,554 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 907, reset compression=false 2024-11-11T07:22:16,554 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T07:22:16,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:16,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:16,634 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 758, reset compression=false 2024-11-11T07:22:16,639 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:16,639 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 929, reset compression=false 2024-11-11T07:22:16,639 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:16,666 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:16,757 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 907, reset compression=false 2024-11-11T07:22:16,842 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 929, reset compression=false 2024-11-11T07:22:16,969 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:17,060 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 907, reset compression=false 2024-11-11T07:22:17,146 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 929, reset compression=false 2024-11-11T07:22:17,373 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:17,464 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T07:22:17,464 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 907, reset compression=false 2024-11-11T07:22:17,468 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T07:22:17,469 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:17,469 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1066, reset compression=false 2024-11-11T07:22:17,469 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T07:22:17,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:17,549 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 929, reset compression=false 2024-11-11T07:22:17,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:17,672 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1066, reset compression=false 2024-11-11T07:22:17,877 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:17,975 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1066, reset compression=false 2024-11-11T07:22:18,052 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 929, reset compression=false 2024-11-11T07:22:18,057 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:18,057 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1078, reset compression=false 2024-11-11T07:22:18,057 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[{test/857bce8821fd1546360a0397c974c39c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T07:22:18,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:18,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:18,260 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1078, reset compression=false 2024-11-11T07:22:18,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1066, reset compression=false 2024-11-11T07:22:18,469 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T07:22:18,472 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T07:22:18,480 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 913, reset compression=false 2024-11-11T07:22:18,484 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:18,484 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1085, reset compression=false 2024-11-11T07:22:18,484 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:18,564 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1078, reset compression=false 2024-11-11T07:22:18,568 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:18,569 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1237, reset compression=false 2024-11-11T07:22:18,569 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[{test/857bce8821fd1546360a0397c974c39c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T07:22:18,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:18,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:18,687 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1085, reset compression=false 2024-11-11T07:22:18,692 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:18,692 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:18,692 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ebc52bcc85dd182bf3cc16ca9402be1/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T07:22:18,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:18,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:18,772 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1237, reset compression=false 2024-11-11T07:22:18,877 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:22:18,881 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1066, reset compression=false 2024-11-11T07:22:18,885 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:18,885 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:18,885 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:18,895 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:19,075 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1237, reset compression=false 2024-11-11T07:22:19,088 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:19,198 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:19,391 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:19,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T07:22:19,478 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1237, reset compression=false 2024-11-11T07:22:19,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:19,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:19,480 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3763c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:19,482 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:19,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219554ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:19,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ced407e 2024-11-11T07:22:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:19,486 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:19,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-11T07:22:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T07:22:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:22:19,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:22:19,602 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:19,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T07:22:19,727 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T07:22:19,727 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T07:22:19,728 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,35023,1731309719665 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T07:22:19,728 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0. 2024-11-11T07:22:19,728 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:19,728 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:19,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:19,728 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:19,794 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:22:19,828 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:22:19,828 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T07:22:19,929 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 terminated 2024-11-11T07:22:19,943 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,35023,1731309719665, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:19,944 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T07:22:19,944 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T07:22:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T07:22:19,946 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d72d5187e64f,35023,1731309719665 suceeded 2024-11-11T07:22:19,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T07:22:19,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-11T07:22:19,948 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T07:22:19,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 461 msec 2024-11-11T07:22:19,957 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:41287' 2024-11-11T07:22:19,957 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc23cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,957 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,41287,-1 for getting cluster id 2024-11-11T07:22:19,958 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:19,958 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f40c798b-7eb4-46b0-ab20-613d50377598' 2024-11-11T07:22:19,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f40c798b-7eb4-46b0-ab20-613d50377598" 2024-11-11T07:22:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d32734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,41287,-1] 2024-11-11T07:22:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:19,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:19,960 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:19,960 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31b1f2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:19,960 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,41287,1731309709287 2024-11-11T07:22:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b5d977 2024-11-11T07:22:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:19,962 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:19,962 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,35023,1731309719665 (queues=1) is replicating from cluster=71e4fb7e-c084-45b3-ab18-074ceeee374d to cluster=f40c798b-7eb4-46b0-ab20-613d50377598 2024-11-11T07:22:19,962 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C35023%2C1731309719665 2024-11-11T07:22:19,962 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,35023,1731309719665, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:19,962 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C35023%2C1731309719665 2024-11-11T07:22:20,111 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:20,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:22:20,119 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:20,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:20,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:20,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:20,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:20,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:20,122 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T07:22:20,297 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:20,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:20,450 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:20,450 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68622 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:20,715 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1234, reset compression=false 2024-11-11T07:22:20,718 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:20,718 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1338, reset compression=false 2024-11-11T07:22:20,718 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ebc52bcc85dd182bf3cc16ca9402be1/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:22:20,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:20,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38449 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:20,900 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1239, reset compression=false 2024-11-11T07:22:20,904 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:20,904 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1367, reset compression=false 2024-11-11T07:22:20,904 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T07:22:20,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:20,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:20,921 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1338, reset compression=false 2024-11-11T07:22:21,107 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1367, reset compression=false 2024-11-11T07:22:21,124 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T07:22:21,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:21,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,42645,-1 for getting cluster id 2024-11-11T07:22:21,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:21,127 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71e4fb7e-c084-45b3-ab18-074ceeee374d' 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71e4fb7e-c084-45b3-ab18-074ceeee374d" 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba7f3b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,42645,-1] 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:21,128 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7c399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:21,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,42645,1731309719554 2024-11-11T07:22:21,131 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d15f76 2024-11-11T07:22:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:21,133 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:21,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-11T07:22:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T07:22:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T07:22:21,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:21,224 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1338, reset compression=false 2024-11-11T07:22:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T07:22:21,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T07:22:21,348 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T07:22:21,348 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T07:22:21,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T07:22:21,350 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d72d5187e64f,35023,1731309719665 suceeded 2024-11-11T07:22:21,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T07:22:21,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-11T07:22:21,351 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T07:22:21,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 218 msec 2024-11-11T07:22:21,364 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, startPosition=1237, beingWritten=true 2024-11-11T07:22:21,367 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:21,367 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1388, reset compression=false 2024-11-11T07:22:21,367 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:21,410 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1367, reset compression=false 2024-11-11T07:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:21,415 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[{test/67e6724950b9b275e74363ee3cae3020/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:22:21,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:21,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T07:22:21,450 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:21,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:21,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:21,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:21,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:21,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:21,451 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-11T07:22:21,570 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1388, reset compression=false 2024-11-11T07:22:21,574 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:22:21,574 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1515, reset compression=false 2024-11-11T07:22:21,574 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[{test/857bce8821fd1546360a0397c974c39c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T07:22:21,576 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:21,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T07:22:21,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:22:21,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:22:21,618 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:21,627 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1338, reset compression=false 2024-11-11T07:22:21,630 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:21,631 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:21,631 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:21,777 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1515, reset compression=false 2024-11-11T07:22:21,834 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:21,922 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:22,081 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1515, reset compression=false 2024-11-11T07:22:22,137 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:22,326 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:22,453 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T07:22:22,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:22:22,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:22,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:22,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:22,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:22,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:22,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:22:22,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1113288344, stopped=false 2024-11-11T07:22:22,454 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,42645,1731309719554 2024-11-11T07:22:22,484 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1515, reset compression=false 2024-11-11T07:22:22,540 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21514758873/running 2024-11-11T07:22:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21514758873/running 2024-11-11T07:22:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:22,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:22,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:22,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:22,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:22,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:22,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,35023,1731309719665' ***** 2024-11-11T07:22:22,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/running 2024-11-11T07:22:22,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Set watcher on znode that does not yet exist, /21514758873/running 2024-11-11T07:22:22,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:22:22,553 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:22:22,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,35023,1731309719665 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35023. 2024-11-11T07:22:22,554 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d56d69ac5e35f2ce84af5c45a42e7243, disabling compactions & flushes 2024-11-11T07:22:22,554 DEBUG [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:22,554 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:22,554 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:22,554 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:22,554 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. after waiting 0 ms 2024-11-11T07:22:22,554 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:22:22,554 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:22:22,555 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d56d69ac5e35f2ce84af5c45a42e7243 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T07:22:22,555 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:22:22,555 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1325): Online Regions={d56d69ac5e35f2ce84af5c45a42e7243=hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243., 1588230740=hbase:meta,,1.1588230740, 857bce8821fd1546360a0397c974c39c=test,,1731309726821.857bce8821fd1546360a0397c974c39c.} 2024-11-11T07:22:22,555 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:22,555 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857bce8821fd1546360a0397c974c39c, d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:22,555 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:22,555 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:22,555 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:22,555 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:22,555 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:22:22,569 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/.tmp/queue/5b65d3aa2cec4b2885c1ba6f20154059 is 154, key is 1-d72d5187e64f,35023,1731309719665/queue:d72d5187e64f%2C35023%2C1731309719665/1731309741580/Put/seqid=0 2024-11-11T07:22:22,569 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/info/1d75984310be4239ba32b78da5582617 is 147, key is hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243./info:regioninfo/1731309733063/Put/seqid=0 2024-11-11T07:22:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741840_1016 (size=5353) 2024-11-11T07:22:22,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:22:22,573 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/info/1d75984310be4239ba32b78da5582617 2024-11-11T07:22:22,592 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:22,598 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/ns/3749f0025d1c424a840c2c01250f9231 is 43, key is default/ns:d/1731309722413/Put/seqid=0 2024-11-11T07:22:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:22:22,755 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857bce8821fd1546360a0397c974c39c, d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:22,829 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:22,869 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:22:22,870 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:22:22,955 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857bce8821fd1546360a0397c974c39c, d56d69ac5e35f2ce84af5c45a42e7243 2024-11-11T07:22:22,973 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/.tmp/queue/5b65d3aa2cec4b2885c1ba6f20154059 2024-11-11T07:22:22,977 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/.tmp/queue/5b65d3aa2cec4b2885c1ba6f20154059 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/queue/5b65d3aa2cec4b2885c1ba6f20154059 2024-11-11T07:22:22,981 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/queue/5b65d3aa2cec4b2885c1ba6f20154059, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T07:22:22,982 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d56d69ac5e35f2ce84af5c45a42e7243 in 428ms, sequenceid=14, compaction requested=false 2024-11-11T07:22:22,984 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/replication/d56d69ac5e35f2ce84af5c45a42e7243/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T07:22:22,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:22,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:22:22,985 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:22,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d56d69ac5e35f2ce84af5c45a42e7243: Waiting for close lock at 1731309742554Running coprocessor pre-close hooks at 1731309742554Disabling compacts and flushes for region at 1731309742554Disabling writes for close at 1731309742554Obtaining lock to block concurrent updates at 1731309742555 (+1 ms)Preparing flush snapshotting stores in d56d69ac5e35f2ce84af5c45a42e7243 at 1731309742555Finished memstore snapshotting hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731309742555Flushing stores of hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. at 1731309742555Flushing d56d69ac5e35f2ce84af5c45a42e7243/queue: creating writer at 1731309742555Flushing d56d69ac5e35f2ce84af5c45a42e7243/queue: appending metadata at 1731309742569 (+14 ms)Flushing d56d69ac5e35f2ce84af5c45a42e7243/queue: closing flushed file at 1731309742569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbe1bae: reopening flushed file at 1731309742977 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for d56d69ac5e35f2ce84af5c45a42e7243 in 428ms, sequenceid=14, compaction requested=false at 1731309742982 (+5 ms)Writing region close event to WAL at 1731309742982Running coprocessor post-close hooks at 1731309742985 (+3 ms)Closed at 1731309742985 2024-11-11T07:22:22,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309732282.d56d69ac5e35f2ce84af5c45a42e7243. 2024-11-11T07:22:22,985 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 857bce8821fd1546360a0397c974c39c, disabling compactions & flushes 2024-11-11T07:22:22,986 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:22,986 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:22,986 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309726821.857bce8821fd1546360a0397c974c39c. after waiting 0 ms 2024-11-11T07:22:22,986 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:22,986 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 857bce8821fd1546360a0397c974c39c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T07:22:22,987 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1515, reset compression=false 2024-11-11T07:22:22,993 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:22,993 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1762, reset compression=false 2024-11-11T07:22:22,993 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35023,1731309719665 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:22,994 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,35023,1731309719665: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,35023,1731309719665, walGroup=d72d5187e64f%2C35023%2C1731309719665, offset=d72d5187e64f%2C35023%2C1731309719665.1731309721996:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:22:22,996 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:22:22,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:22:22,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:22:22,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:22:22,996 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:22:22,996 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 905017072 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198308464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:22:22,997 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:42645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:22:23,002 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/ns/3749f0025d1c424a840c2c01250f9231 2024-11-11T07:22:23,002 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f/b9110cb19a074378a889ffb2990d0b8a is 37, key is row3/f:row3/1731309740121/Put/seqid=0 2024-11-11T07:22:23,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741843_1019 (size=5228) 2024-11-11T07:22:23,009 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f/b9110cb19a074378a889ffb2990d0b8a 2024-11-11T07:22:23,013 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9110cb19a074378a889ffb2990d0b8a 2024-11-11T07:22:23,022 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/570b5db374c64d16910722b48e16729a is 112, key is test,,1731309726821.857bce8821fd1546360a0397c974c39c./rep_barrier:seqnumDuringOpen/1731309727964/Put/seqid=0 2024-11-11T07:22:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:22:23,025 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f1/1060b997d0bf4e5889fbc43c1c6d4b3b is 30, key is row1/f1:/1731309737465/DeleteFamily/seqid=0 2024-11-11T07:22:23,026 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/570b5db374c64d16910722b48e16729a 2024-11-11T07:22:23,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741845_1021 (size=5158) 2024-11-11T07:22:23,030 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f1/1060b997d0bf4e5889fbc43c1c6d4b3b 2024-11-11T07:22:23,033 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1060b997d0bf4e5889fbc43c1c6d4b3b 2024-11-11T07:22:23,043 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:23,046 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/table/90602d5ca17d408f801c3a31fff10460 is 53, key is hbase:replication/table:state/1731309733069/Put/seqid=0 2024-11-11T07:22:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741846_1022 (size=5308) 2024-11-11T07:22:23,051 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/norep/9f609478308c454db2d4e171bfe4a043 is 33, key is row2/norep:/1731309738470/DeleteFamily/seqid=0 2024-11-11T07:22:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741847_1023 (size=5108) 2024-11-11T07:22:23,155 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:23,198 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1762, reset compression=false 2024-11-11T07:22:23,355 DEBUG [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857bce8821fd1546360a0397c974c39c 2024-11-11T07:22:23,433 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:23,450 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/table/90602d5ca17d408f801c3a31fff10460 2024-11-11T07:22:23,453 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/info/1d75984310be4239ba32b78da5582617 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/info/1d75984310be4239ba32b78da5582617 2024-11-11T07:22:23,454 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/norep/9f609478308c454db2d4e171bfe4a043 2024-11-11T07:22:23,457 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/info/1d75984310be4239ba32b78da5582617, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:22:23,457 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f609478308c454db2d4e171bfe4a043 2024-11-11T07:22:23,458 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f/b9110cb19a074378a889ffb2990d0b8a as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/f/b9110cb19a074378a889ffb2990d0b8a 2024-11-11T07:22:23,458 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/ns/3749f0025d1c424a840c2c01250f9231 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/ns/3749f0025d1c424a840c2c01250f9231 2024-11-11T07:22:23,462 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9110cb19a074378a889ffb2990d0b8a 2024-11-11T07:22:23,462 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/ns/3749f0025d1c424a840c2c01250f9231, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:22:23,462 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/f/b9110cb19a074378a889ffb2990d0b8a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T07:22:23,463 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/f1/1060b997d0bf4e5889fbc43c1c6d4b3b as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/f1/1060b997d0bf4e5889fbc43c1c6d4b3b 2024-11-11T07:22:23,463 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/570b5db374c64d16910722b48e16729a as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/rep_barrier/570b5db374c64d16910722b48e16729a 2024-11-11T07:22:23,467 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/rep_barrier/570b5db374c64d16910722b48e16729a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:22:23,467 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1060b997d0bf4e5889fbc43c1c6d4b3b 2024-11-11T07:22:23,467 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/f1/1060b997d0bf4e5889fbc43c1c6d4b3b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:23,468 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/.tmp/norep/9f609478308c454db2d4e171bfe4a043 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/norep/9f609478308c454db2d4e171bfe4a043 2024-11-11T07:22:23,468 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/.tmp/table/90602d5ca17d408f801c3a31fff10460 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/table/90602d5ca17d408f801c3a31fff10460 2024-11-11T07:22:23,476 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f609478308c454db2d4e171bfe4a043 2024-11-11T07:22:23,476 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/norep/9f609478308c454db2d4e171bfe4a043, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:23,476 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/table/90602d5ca17d408f801c3a31fff10460, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:22:23,477 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 857bce8821fd1546360a0397c974c39c in 491ms, sequenceid=12, compaction requested=false 2024-11-11T07:22:23,477 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-11T07:22:23,481 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:22:23,481 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/data/default/test/857bce8821fd1546360a0397c974c39c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:22:23,482 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:23,482 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 857bce8821fd1546360a0397c974c39c: Waiting for close lock at 1731309742985Running coprocessor pre-close hooks at 1731309742985Disabling compacts and flushes for region at 1731309742985Disabling writes for close at 1731309742986 (+1 ms)Obtaining lock to block concurrent updates at 1731309742986Preparing flush snapshotting stores in 857bce8821fd1546360a0397c974c39c at 1731309742986Finished memstore snapshotting test,,1731309726821.857bce8821fd1546360a0397c974c39c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731309742986Flushing stores of test,,1731309726821.857bce8821fd1546360a0397c974c39c. at 1731309742986Flushing 857bce8821fd1546360a0397c974c39c/f: creating writer at 1731309742986Flushing 857bce8821fd1546360a0397c974c39c/f: appending metadata at 1731309743002 (+16 ms)Flushing 857bce8821fd1546360a0397c974c39c/f: closing flushed file at 1731309743002Flushing 857bce8821fd1546360a0397c974c39c/f1: creating writer at 1731309743013 (+11 ms)Flushing 857bce8821fd1546360a0397c974c39c/f1: appending metadata at 1731309743025 (+12 ms)Flushing 857bce8821fd1546360a0397c974c39c/f1: closing flushed file at 1731309743025Flushing 857bce8821fd1546360a0397c974c39c/norep: creating writer at 1731309743033 (+8 ms)Flushing 857bce8821fd1546360a0397c974c39c/norep: appending metadata at 1731309743050 (+17 ms)Flushing 857bce8821fd1546360a0397c974c39c/norep: closing flushed file at 1731309743050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78160811: reopening flushed file at 1731309743457 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139dde57: reopening flushed file at 1731309743462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770c0e20: reopening flushed file at 1731309743467 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 857bce8821fd1546360a0397c974c39c in 491ms, sequenceid=12, compaction requested=false at 1731309743477 (+10 ms)Writing region close event to WAL at 1731309743479 (+2 ms)Running coprocessor post-close hooks at 1731309743482 (+3 ms)Closed at 1731309743482 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309742555Running coprocessor pre-close hooks at 1731309742555Disabling compacts and flushes for region at 1731309742555Disabling writes for close at 1731309742555Obtaining lock to block concurrent updates at 1731309742555Preparing flush snapshotting stores in 1588230740 at 1731309742555Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309742555Flushing stores of hbase:meta,,1.1588230740 at 1731309742556 (+1 ms)Flushing 1588230740/info: creating writer at 1731309742556Flushing 1588230740/info: appending metadata at 1731309742569 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731309742569Flushing 1588230740/ns: creating writer at 1731309742579 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731309742598 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731309742598Flushing 1588230740/rep_barrier: creating writer at 1731309743006 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309743021 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309743021Flushing 1588230740/table: creating writer at 1731309743029 (+8 ms)Flushing 1588230740/table: appending metadata at 1731309743046 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731309743046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffb8c35: reopening flushed file at 1731309743453 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fa4e1e: reopening flushed file at 1731309743457 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7497474f: reopening flushed file at 1731309743462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780eb55: reopening flushed file at 1731309743467 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1731309743477 (+10 ms)Writing region close event to WAL at 1731309743479 (+2 ms)Running coprocessor post-close hooks at 1731309743482 (+3 ms)Closed at 1731309743482 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:23,482 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309726821.857bce8821fd1546360a0397c974c39c. 2024-11-11T07:22:23,501 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 1762, reset compression=false 2024-11-11T07:22:23,505 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:23,505 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.wal-reader.d72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.1731309721996 to pos 2406, reset compression=false 2024-11-11T07:22:23,556 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,35023,1731309719665; all regions closed. 2024-11-11T07:22:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:22:23,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/WALs/d72d5187e64f,35023,1731309719665/d72d5187e64f%2C35023%2C1731309719665.rep.1731309733033 not finished, retry = 0 2024-11-11T07:22:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741839_1015 (size=3552) 2024-11-11T07:22:23,646 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741833_1009 (size=2414) 2024-11-11T07:22:23,662 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:23,662 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:23,663 INFO [RS:0;d72d5187e64f:35023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:23,663 INFO [RS:0;d72d5187e64f:35023 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:23,663 INFO [RS:0;d72d5187e64f:35023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:23,663 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:23,663 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,35023,1731309719665 because: Region server is closing 2024-11-11T07:22:23,663 INFO [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35023. 2024-11-11T07:22:23,663 DEBUG [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:23,663 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:23,664 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:23,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:23,764 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35023,1731309719665.replicationSource.shipperd72d5187e64f%2C35023%2C1731309719665,1-d72d5187e64f,35023,1731309719665 terminated 2024-11-11T07:22:23,764 INFO [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35023. 2024-11-11T07:22:23,764 DEBUG [RS:0;d72d5187e64f:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:23,764 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:23,764 DEBUG [RS:0;d72d5187e64f:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:23,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:23,764 INFO [RS:0;d72d5187e64f:35023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35023 2024-11-11T07:22:23,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21514758873/rs/d72d5187e64f,35023,1731309719665 2024-11-11T07:22:23,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873/rs 2024-11-11T07:22:23,826 INFO [RS:0;d72d5187e64f:35023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:23,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,35023,1731309719665] 2024-11-11T07:22:23,847 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21514758873/draining/d72d5187e64f,35023,1731309719665 already deleted, retry=false 2024-11-11T07:22:23,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,35023,1731309719665 expired; onlineServers=0 2024-11-11T07:22:23,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,42645,1731309719554' ***** 2024-11-11T07:22:23,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:22:23,847 INFO [M:0;d72d5187e64f:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:23,847 INFO [M:0;d72d5187e64f:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:23,847 DEBUG [M:0;d72d5187e64f:42645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:22:23,847 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:22:23,847 DEBUG [M:0;d72d5187e64f:42645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:22:23,847 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309721729 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309721729,5,FailOnTimeoutGroup] 2024-11-11T07:22:23,847 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309721729 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309721729,5,FailOnTimeoutGroup] 2024-11-11T07:22:23,847 INFO [M:0;d72d5187e64f:42645 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:23,847 INFO [M:0;d72d5187e64f:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:23,848 DEBUG [M:0;d72d5187e64f:42645 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:22:23,848 INFO [M:0;d72d5187e64f:42645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:22:23,848 INFO [M:0;d72d5187e64f:42645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:23,848 INFO [M:0;d72d5187e64f:42645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:22:23,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:22:23,937 INFO [RS:0;d72d5187e64f:35023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:23,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:23,937 INFO [RS:0;d72d5187e64f:35023 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,35023,1731309719665; zookeeper connection closed. 2024-11-11T07:22:23,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10128c59b7e0007, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:23,937 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71c342be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71c342be 2024-11-11T07:22:23,937 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:22:24,136 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:24,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21514758873/master 2024-11-11T07:22:24,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21514758873 2024-11-11T07:22:24,269 DEBUG [M:0;d72d5187e64f:42645 {}] zookeeper.ZKUtil(347): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Unable to get data of znode /21514758873/master because node does not exist (not an error) 2024-11-11T07:22:24,269 WARN [M:0;d72d5187e64f:42645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:22:24,270 INFO [M:0;d72d5187e64f:42645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/.lastflushedseqids 2024-11-11T07:22:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741848_1024 (size=245) 2024-11-11T07:22:24,276 INFO [M:0;d72d5187e64f:42645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:22:24,276 INFO [M:0;d72d5187e64f:42645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:22:24,277 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:24,277 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:24,277 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:24,277 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:24,277 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:24,277 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T07:22:24,290 DEBUG [M:0;d72d5187e64f:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06997de2f314813b63fdf886ced5bb4 is 82, key is hbase:meta,,1/info:regioninfo/1731309722395/Put/seqid=0 2024-11-11T07:22:24,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741849_1025 (size=5672) 2024-11-11T07:22:24,294 INFO [M:0;d72d5187e64f:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06997de2f314813b63fdf886ced5bb4 2024-11-11T07:22:24,309 DEBUG [M:0;d72d5187e64f:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b9442d31bf4631bec947ba44d87c3c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309733072/Put/seqid=0 2024-11-11T07:22:24,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741850_1026 (size=9212) 2024-11-11T07:22:24,349 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:24,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:22:24,713 INFO [M:0;d72d5187e64f:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b9442d31bf4631bec947ba44d87c3c 2024-11-11T07:22:24,728 DEBUG [M:0;d72d5187e64f:42645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882a3e60b4a24aca81b432468b4947e1 is 69, key is d72d5187e64f,35023,1731309719665/rs:state/1731309721821/Put/seqid=0 2024-11-11T07:22:24,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741851_1027 (size=5156) 2024-11-11T07:22:24,939 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:25,132 INFO [M:0;d72d5187e64f:42645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882a3e60b4a24aca81b432468b4947e1 2024-11-11T07:22:25,136 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a06997de2f314813b63fdf886ced5bb4 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a06997de2f314813b63fdf886ced5bb4 2024-11-11T07:22:25,140 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a06997de2f314813b63fdf886ced5bb4, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T07:22:25,140 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b9442d31bf4631bec947ba44d87c3c as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b9442d31bf4631bec947ba44d87c3c 2024-11-11T07:22:25,143 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b9442d31bf4631bec947ba44d87c3c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T07:22:25,144 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/882a3e60b4a24aca81b432468b4947e1 as hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/882a3e60b4a24aca81b432468b4947e1 2024-11-11T07:22:25,148 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42309/user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/882a3e60b4a24aca81b432468b4947e1, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T07:22:25,148 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=127, compaction requested=false 2024-11-11T07:22:25,149 INFO [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:25,149 DEBUG [M:0;d72d5187e64f:42645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309744277Disabling compacts and flushes for region at 1731309744277Disabling writes for close at 1731309744277Obtaining lock to block concurrent updates at 1731309744277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309744277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731309744277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309744278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309744278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309744290 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309744290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309744297 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309744309 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309744309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309744716 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309744728 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309744728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c82cde5: reopening flushed file at 1731309745135 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3253ba87: reopening flushed file at 1731309745140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3080ab6b: reopening flushed file at 1731309745144 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 871ms, sequenceid=127, compaction requested=false at 1731309745148 (+4 ms)Writing region close event to WAL at 1731309745149 (+1 ms)Closed at 1731309745149 2024-11-11T07:22:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33087 is added to blk_1073741830_1006 (size=73866) 2024-11-11T07:22:25,151 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/600919c2-1f14-c1df-4293-d650e07ce3a6/MasterData/WALs/d72d5187e64f,42645,1731309719554/d72d5187e64f%2C42645%2C1731309719554.1731309721469 not finished, retry = 0 2024-11-11T07:22:25,152 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:25,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:25,252 INFO [M:0;d72d5187e64f:42645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:22:25,252 INFO [M:0;d72d5187e64f:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42645 2024-11-11T07:22:25,252 INFO [M:0;d72d5187e64f:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:25,400 INFO [M:0;d72d5187e64f:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:25,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42645-0x10128c59b7e0006, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:25,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8cf022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:25,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:25,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:25,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:25,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:25,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:22:25,404 WARN [BP-1218126336-172.17.0.3-1731309718087 heartbeating to localhost/127.0.0.1:42309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:22:25,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:22:25,404 WARN [BP-1218126336-172.17.0.3-1731309718087 heartbeating to localhost/127.0.0.1:42309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1218126336-172.17.0.3-1731309718087 (Datanode Uuid 1d247ac2-868c-4f1b-bb5e-247271be253b) service to localhost/127.0.0.1:42309 2024-11-11T07:22:25,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/cluster_ea8963d1-06d3-ee4d-56c0-37c91fe76ec5/data/data1/current/BP-1218126336-172.17.0.3-1731309718087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:25,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/cluster_ea8963d1-06d3-ee4d-56c0-37c91fe76ec5/data/data2/current/BP-1218126336-172.17.0.3-1731309718087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:25,405 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:22:25,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d5c399{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:25,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:25,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:25,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:25,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:22:25,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:22:25,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:25,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:25,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:25,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:25,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:22:25,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1893022099, stopped=false 2024-11-11T07:22:25,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,36573,1731309714970 2024-11-11T07:22:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104737864/running 2024-11-11T07:22:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104737864/running 2024-11-11T07:22:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:22:25,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:22:25,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:25,515 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:25,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:25,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:25,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/running 2024-11-11T07:22:25,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Set watcher on znode that does not yet exist, /1-104737864/running 2024-11-11T07:22:25,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,38449,1731309715113' ***** 2024-11-11T07:22:25,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:22:25,516 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-11T07:22:25,516 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:25,516 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:25,516 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67e6724950b9b275e74363ee3cae3020, disabling compactions & flushes 2024-11-11T07:22:25,517 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:25,517 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:25,517 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309724672.67e6724950b9b275e74363ee3cae3020. after waiting 0 ms 2024-11-11T07:22:25,517 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:25,517 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67e6724950b9b275e74363ee3cae3020 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:22:25,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 3e464fd66a3ef5c7d6d303f6c1eb746c, which we are already trying to CLOSE, but not completed yet 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,38449,1731309715113 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:38449. 2024-11-11T07:22:25,518 DEBUG [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:25,518 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:22:25,518 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:22:25,519 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:22:25,519 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67e6724950b9b275e74363ee3cae3020=test,,1731309724672.67e6724950b9b275e74363ee3cae3020., 3e464fd66a3ef5c7d6d303f6c1eb746c=hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.} 2024-11-11T07:22:25,519 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:25,519 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:25,519 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:25,519 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:25,519 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:25,519 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:25,519 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:22:25,531 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f/5cc3d95f84494367958d827052a678a4 is 37, key is row3/f:row3/1731309740121/Put/seqid=0 2024-11-11T07:22:25,532 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/info/189c77b8b91049028aa0e3f45eea95f3 is 147, key is hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c./info:regioninfo/1731309731284/Put/seqid=0 2024-11-11T07:22:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741840_1016 (size=5228) 2024-11-11T07:22:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:22:25,535 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/info/189c77b8b91049028aa0e3f45eea95f3 2024-11-11T07:22:25,548 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:25,554 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/ns/79d73f3c384942d0a32ea23a2ab5c2ff is 43, key is default/ns:d/1731309717982/Put/seqid=0 2024-11-11T07:22:25,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:22:25,719 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:25,842 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1471, reset compression=false 2024-11-11T07:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1718, reset compression=false 2024-11-11T07:22:25,850 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,38449,1731309715113 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:25,851 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,38449,1731309715113: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,38449,1731309715113, walGroup=d72d5187e64f%2C38449%2C1731309715113, offset=d72d5187e64f%2C38449%2C1731309715113.1731309717053:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:38449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:22:25,852 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:22:25,852 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:22:25,852 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:22:25,852 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:22:25,853 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:22:25,853 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 920979016 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198774952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:22:25,853 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:22:25,919 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:25,934 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f/5cc3d95f84494367958d827052a678a4 2024-11-11T07:22:25,938 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc3d95f84494367958d827052a678a4 2024-11-11T07:22:25,954 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f1/b9ef70136ee44f4fb8672eb6c59e91ff is 30, key is row1/f1:/1731309737465/DeleteFamily/seqid=0 2024-11-11T07:22:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741843_1019 (size=5158) 2024-11-11T07:22:25,958 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/ns/79d73f3c384942d0a32ea23a2ab5c2ff 2024-11-11T07:22:25,962 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:22:25,962 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:22:25,978 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4882e38d3096416f8722d09a8702537b is 112, key is test,,1731309724672.67e6724950b9b275e74363ee3cae3020./rep_barrier:seqnumDuringOpen/1731309725811/Put/seqid=0 2024-11-11T07:22:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:22:25,981 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4882e38d3096416f8722d09a8702537b 2024-11-11T07:22:25,997 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/table/cc2a43889e0c4c1f83680e0d861b4d1d is 53, key is hbase:replication/table:state/1731309731290/Put/seqid=0 2024-11-11T07:22:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741845_1021 (size=5308) 2024-11-11T07:22:26,056 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:26,061 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1718, reset compression=false 2024-11-11T07:22:26,119 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:26,319 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:26,357 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f1/b9ef70136ee44f4fb8672eb6c59e91ff 2024-11-11T07:22:26,361 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9ef70136ee44f4fb8672eb6c59e91ff 2024-11-11T07:22:26,363 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1718, reset compression=false 2024-11-11T07:22:26,374 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/norep/fa755a093dc14de8ba61c1a54e2b4616 is 33, key is row1/norep:/1731309737465/DeleteFamily/seqid=0 2024-11-11T07:22:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741846_1022 (size=5108) 2024-11-11T07:22:26,401 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/table/cc2a43889e0c4c1f83680e0d861b4d1d 2024-11-11T07:22:26,406 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/info/189c77b8b91049028aa0e3f45eea95f3 as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/info/189c77b8b91049028aa0e3f45eea95f3 2024-11-11T07:22:26,410 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/info/189c77b8b91049028aa0e3f45eea95f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:22:26,411 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/ns/79d73f3c384942d0a32ea23a2ab5c2ff as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/ns/79d73f3c384942d0a32ea23a2ab5c2ff 2024-11-11T07:22:26,414 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/ns/79d73f3c384942d0a32ea23a2ab5c2ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:22:26,415 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/4882e38d3096416f8722d09a8702537b as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/rep_barrier/4882e38d3096416f8722d09a8702537b 2024-11-11T07:22:26,419 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/rep_barrier/4882e38d3096416f8722d09a8702537b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:22:26,419 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/.tmp/table/cc2a43889e0c4c1f83680e0d861b4d1d as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/table/cc2a43889e0c4c1f83680e0d861b4d1d 2024-11-11T07:22:26,423 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/table/cc2a43889e0c4c1f83680e0d861b4d1d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:22:26,424 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-11T07:22:26,425 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:22:26,429 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:22:26,429 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:26,429 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:22:26,429 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:26,430 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309745519Running coprocessor pre-close hooks at 1731309745519Disabling compacts and flushes for region at 1731309745519Disabling writes for close at 1731309745519Obtaining lock to block concurrent updates at 1731309745519Preparing flush snapshotting stores in 1588230740 at 1731309745519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309745519Flushing stores of hbase:meta,,1.1588230740 at 1731309745519Flushing 1588230740/info: creating writer at 1731309745520 (+1 ms)Flushing 1588230740/info: appending metadata at 1731309745531 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731309745531Flushing 1588230740/ns: creating writer at 1731309745539 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731309745554 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731309745554Flushing 1588230740/rep_barrier: creating writer at 1731309745962 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309745977 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309745977Flushing 1588230740/table: creating writer at 1731309745984 (+7 ms)Flushing 1588230740/table: appending metadata at 1731309745996 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731309745996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256771d6: reopening flushed file at 1731309746405 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31516fe6: reopening flushed file at 1731309746410 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e7fb16: reopening flushed file at 1731309746414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d94b0c0: reopening flushed file at 1731309746419 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1731309746424 (+5 ms)Writing region close event to WAL at 1731309746426 (+2 ms)Running coprocessor post-close hooks at 1731309746429 (+3 ms)Closed at 1731309746429 2024-11-11T07:22:26,430 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:26,520 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:22:26,520 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1325): Online Regions={67e6724950b9b275e74363ee3cae3020=test,,1731309724672.67e6724950b9b275e74363ee3cae3020., 3e464fd66a3ef5c7d6d303f6c1eb746c=hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c.} 2024-11-11T07:22:26,520 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:26,720 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 3e464fd66a3ef5c7d6d303f6c1eb746c, 67e6724950b9b275e74363ee3cae3020 2024-11-11T07:22:26,768 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1718, reset compression=false 2024-11-11T07:22:26,778 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/norep/fa755a093dc14de8ba61c1a54e2b4616 2024-11-11T07:22:26,782 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa755a093dc14de8ba61c1a54e2b4616 2024-11-11T07:22:26,782 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f/5cc3d95f84494367958d827052a678a4 as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/f/5cc3d95f84494367958d827052a678a4 2024-11-11T07:22:26,786 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cc3d95f84494367958d827052a678a4 2024-11-11T07:22:26,786 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/f/5cc3d95f84494367958d827052a678a4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T07:22:26,787 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/f1/b9ef70136ee44f4fb8672eb6c59e91ff as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/f1/b9ef70136ee44f4fb8672eb6c59e91ff 2024-11-11T07:22:26,791 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9ef70136ee44f4fb8672eb6c59e91ff 2024-11-11T07:22:26,791 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/f1/b9ef70136ee44f4fb8672eb6c59e91ff, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:26,792 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/.tmp/norep/fa755a093dc14de8ba61c1a54e2b4616 as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/norep/fa755a093dc14de8ba61c1a54e2b4616 2024-11-11T07:22:26,796 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa755a093dc14de8ba61c1a54e2b4616 2024-11-11T07:22:26,796 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/norep/fa755a093dc14de8ba61c1a54e2b4616, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:26,797 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 67e6724950b9b275e74363ee3cae3020 in 1280ms, sequenceid=12, compaction requested=false 2024-11-11T07:22:26,797 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:22:26,802 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/data/default/test/67e6724950b9b275e74363ee3cae3020/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:26,803 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67e6724950b9b275e74363ee3cae3020: Waiting for close lock at 1731309745516Running coprocessor pre-close hooks at 1731309745516Disabling compacts and flushes for region at 1731309745516Disabling writes for close at 1731309745517 (+1 ms)Obtaining lock to block concurrent updates at 1731309745517Preparing flush snapshotting stores in 67e6724950b9b275e74363ee3cae3020 at 1731309745517Finished memstore snapshotting test,,1731309724672.67e6724950b9b275e74363ee3cae3020., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731309745517Flushing stores of test,,1731309724672.67e6724950b9b275e74363ee3cae3020. at 1731309745517Flushing 67e6724950b9b275e74363ee3cae3020/f: creating writer at 1731309745517Flushing 67e6724950b9b275e74363ee3cae3020/f: appending metadata at 1731309745530 (+13 ms)Flushing 67e6724950b9b275e74363ee3cae3020/f: closing flushed file at 1731309745530Flushing 67e6724950b9b275e74363ee3cae3020/f1: creating writer at 1731309745938 (+408 ms)Flushing 67e6724950b9b275e74363ee3cae3020/f1: appending metadata at 1731309745953 (+15 ms)Flushing 67e6724950b9b275e74363ee3cae3020/f1: closing flushed file at 1731309745953Flushing 67e6724950b9b275e74363ee3cae3020/norep: creating writer at 1731309746361 (+408 ms)Flushing 67e6724950b9b275e74363ee3cae3020/norep: appending metadata at 1731309746374 (+13 ms)Flushing 67e6724950b9b275e74363ee3cae3020/norep: closing flushed file at 1731309746374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7145013: reopening flushed file at 1731309746782 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97a56c3: reopening flushed file at 1731309746786 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7862aa: reopening flushed file at 1731309746792 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 67e6724950b9b275e74363ee3cae3020 in 1280ms, sequenceid=12, compaction requested=false at 1731309746797 (+5 ms)Writing region close event to WAL at 1731309746800 (+3 ms)Running coprocessor post-close hooks at 1731309746803 (+3 ms)Closed at 1731309746803 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309724672.67e6724950b9b275e74363ee3cae3020. 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e464fd66a3ef5c7d6d303f6c1eb746c, disabling compactions & flushes 2024-11-11T07:22:26,803 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. after waiting 0 ms 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e464fd66a3ef5c7d6d303f6c1eb746c: Waiting for close lock at 1731309746803Running coprocessor pre-close hooks at 1731309746803Disabling compacts and flushes for region at 1731309746803Disabling writes for close at 1731309746803Failed flush hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c., putting online again at 1731309746803 2024-11-11T07:22:26,803 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,861 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:22:26,920 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:26,920 DEBUG [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1351): Waiting on 3e464fd66a3ef5c7d6d303f6c1eb746c 2024-11-11T07:22:26,920 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e464fd66a3ef5c7d6d303f6c1eb746c, disabling compactions & flushes 2024-11-11T07:22:26,920 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,920 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,920 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. after waiting 0 ms 2024-11-11T07:22:26,921 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:26,921 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e464fd66a3ef5c7d6d303f6c1eb746c: Waiting for close lock at 1731309746920Running coprocessor pre-close hooks at 1731309746920Disabling compacts and flushes for region at 1731309746920Disabling writes for close at 1731309746920Failed flush hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c., putting online again at 1731309746921 (+1 ms) 2024-11-11T07:22:26,921 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309730123.3e464fd66a3ef5c7d6d303f6c1eb746c. 2024-11-11T07:22:27,059 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:27,120 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T07:22:27,121 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,38449,1731309715113; all regions closed. 2024-11-11T07:22:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:22:27,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.meta.1731309717943.meta not finished, retry = 0 2024-11-11T07:22:27,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.rep.1731309731255 not finished, retry = 0 2024-11-11T07:22:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741839_1015 (size=2609) 2024-11-11T07:22:27,271 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 1718, reset compression=false 2024-11-11T07:22:27,275 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:27,275 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.wal-reader.d72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 to pos 2362, reset compression=false 2024-11-11T07:22:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741832_1008 (size=2370) 2024-11-11T07:22:27,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/WALs/d72d5187e64f,38449,1731309715113/d72d5187e64f%2C38449%2C1731309715113.1731309717053 not finished, retry = 0 2024-11-11T07:22:27,429 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:27,429 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:27,429 INFO [RS:0;d72d5187e64f:38449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:27,429 INFO [RS:0;d72d5187e64f:38449 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:27,429 INFO [RS:0;d72d5187e64f:38449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:27,429 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:27,429 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,38449,1731309715113 because: Region server is closing 2024-11-11T07:22:27,430 INFO [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:38449. 2024-11-11T07:22:27,430 DEBUG [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:27,430 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:27,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:27,430 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:27,530 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,38449,1731309715113.replicationSource.shipperd72d5187e64f%2C38449%2C1731309715113,1-d72d5187e64f,38449,1731309715113 terminated 2024-11-11T07:22:27,531 INFO [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:38449. 2024-11-11T07:22:27,531 DEBUG [RS:0;d72d5187e64f:38449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:27,531 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:27,531 DEBUG [RS:0;d72d5187e64f:38449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:27,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:27,531 INFO [RS:0;d72d5187e64f:38449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38449 2024-11-11T07:22:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104737864/rs/d72d5187e64f,38449,1731309715113 2024-11-11T07:22:27,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864/rs 2024-11-11T07:22:27,594 INFO [RS:0;d72d5187e64f:38449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:27,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,38449,1731309715113] 2024-11-11T07:22:27,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-104737864/draining/d72d5187e64f,38449,1731309715113 already deleted, retry=false 2024-11-11T07:22:27,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,38449,1731309715113 expired; onlineServers=0 2024-11-11T07:22:27,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,36573,1731309714970' ***** 2024-11-11T07:22:27,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:22:27,615 INFO [M:0;d72d5187e64f:36573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:27,615 INFO [M:0;d72d5187e64f:36573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:27,615 DEBUG [M:0;d72d5187e64f:36573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:22:27,615 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:22:27,615 DEBUG [M:0;d72d5187e64f:36573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:22:27,615 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309716751 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309716751,5,FailOnTimeoutGroup] 2024-11-11T07:22:27,615 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309716751 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309716751,5,FailOnTimeoutGroup] 2024-11-11T07:22:27,616 INFO [M:0;d72d5187e64f:36573 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:27,616 INFO [M:0;d72d5187e64f:36573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:27,616 DEBUG [M:0;d72d5187e64f:36573 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:22:27,616 INFO [M:0;d72d5187e64f:36573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:22:27,616 INFO [M:0;d72d5187e64f:36573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:27,616 INFO [M:0;d72d5187e64f:36573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:22:27,616 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:22:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104737864/master 2024-11-11T07:22:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104737864 2024-11-11T07:22:27,626 DEBUG [M:0;d72d5187e64f:36573 {}] zookeeper.ZKUtil(347): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Unable to get data of znode /1-104737864/master because node does not exist (not an error) 2024-11-11T07:22:27,626 WARN [M:0;d72d5187e64f:36573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:22:27,627 INFO [M:0;d72d5187e64f:36573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/.lastflushedseqids 2024-11-11T07:22:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741847_1023 (size=245) 2024-11-11T07:22:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:27,705 INFO [RS:0;d72d5187e64f:38449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:27,705 INFO [RS:0;d72d5187e64f:38449 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,38449,1731309715113; zookeeper connection closed. 2024-11-11T07:22:27,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38449-0x10128c59b7e0004, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:27,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21bb4e80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21bb4e80 2024-11-11T07:22:27,705 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:22:27,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,034 INFO [M:0;d72d5187e64f:36573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:22:28,034 INFO [M:0;d72d5187e64f:36573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:22:28,034 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:28,034 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:28,034 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:28,034 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:28,034 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:28,035 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:22:28,052 DEBUG [M:0;d72d5187e64f:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9973e2457d464a4382be223b92555742 is 82, key is hbase:meta,,1/info:regioninfo/1731309717971/Put/seqid=0 2024-11-11T07:22:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741848_1024 (size=5672) 2024-11-11T07:22:28,162 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:28,456 INFO [M:0;d72d5187e64f:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9973e2457d464a4382be223b92555742 2024-11-11T07:22:28,476 DEBUG [M:0;d72d5187e64f:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e99c543c9564eabb967388649e11548 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309731293/Put/seqid=0 2024-11-11T07:22:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741849_1025 (size=8517) 2024-11-11T07:22:28,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:28,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:28,880 INFO [M:0;d72d5187e64f:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e99c543c9564eabb967388649e11548 2024-11-11T07:22:28,896 DEBUG [M:0;d72d5187e64f:36573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24451f0524e4cbf86cc36ae641f704b is 69, key is d72d5187e64f,38449,1731309715113/rs:state/1731309716875/Put/seqid=0 2024-11-11T07:22:28,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741850_1026 (size=5156) 2024-11-11T07:22:29,300 INFO [M:0;d72d5187e64f:36573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24451f0524e4cbf86cc36ae641f704b 2024-11-11T07:22:29,304 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9973e2457d464a4382be223b92555742 as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9973e2457d464a4382be223b92555742 2024-11-11T07:22:29,307 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9973e2457d464a4382be223b92555742, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:22:29,308 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e99c543c9564eabb967388649e11548 as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e99c543c9564eabb967388649e11548 2024-11-11T07:22:29,310 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e99c543c9564eabb967388649e11548, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:22:29,311 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a24451f0524e4cbf86cc36ae641f704b as hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a24451f0524e4cbf86cc36ae641f704b 2024-11-11T07:22:29,314 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43813/user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a24451f0524e4cbf86cc36ae641f704b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:22:29,315 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-11T07:22:29,316 INFO [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:29,316 DEBUG [M:0;d72d5187e64f:36573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309748034Disabling compacts and flushes for region at 1731309748034Disabling writes for close at 1731309748034Obtaining lock to block concurrent updates at 1731309748035 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309748035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309748035Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309748035Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309748035Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309748051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309748051Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309748460 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309748476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309748476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309748884 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309748896 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309748896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2864ded9: reopening flushed file at 1731309749303 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a726a: reopening flushed file at 1731309749307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e86b2c9: reopening flushed file at 1731309749311 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731309749315 (+4 ms)Writing region close event to WAL at 1731309749316 (+1 ms)Closed at 1731309749316 2024-11-11T07:22:29,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:22:29,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/23e9e650-5d93-6b8c-a04a-4921a31fb9d2/MasterData/WALs/d72d5187e64f,36573,1731309714970/d72d5187e64f%2C36573%2C1731309714970.1731309716502 not finished, retry = 0 2024-11-11T07:22:29,365 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:29,418 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:29,418 INFO [M:0;d72d5187e64f:36573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:22:29,419 INFO [M:0;d72d5187e64f:36573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36573 2024-11-11T07:22:29,419 INFO [M:0;d72d5187e64f:36573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:29,592 INFO [M:0;d72d5187e64f:36573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36573-0x10128c59b7e0003, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:29,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196163e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:29,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0e76b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:29,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:29,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37999a1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:29,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:29,596 WARN [BP-430419747-172.17.0.3-1731309713024 heartbeating to localhost/127.0.0.1:43813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:22:29,596 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:22:29,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:22:29,597 WARN [BP-430419747-172.17.0.3-1731309713024 heartbeating to localhost/127.0.0.1:43813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-430419747-172.17.0.3-1731309713024 (Datanode Uuid 145f2711-dbc7-495e-aa48-22cd29eb73c3) service to localhost/127.0.0.1:43813 2024-11-11T07:22:29,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/cluster_78e32094-6470-14e7-3015-aeb9bd0ae045/data/data1/current/BP-430419747-172.17.0.3-1731309713024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:29,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/cluster_78e32094-6470-14e7-3015-aeb9bd0ae045/data/data2/current/BP-430419747-172.17.0.3-1731309713024 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:29,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:22:29,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687babfe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:29,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48103671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:29,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:29,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dafa61f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:29,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/652a1b78-342e-65b4-1636-58c6a0c2b087/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:29,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:22:29,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:22:29,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:29,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:29,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:29,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:29,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:29,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:22:29,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=831072234, stopped=false 2024-11-11T07:22:29,615 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,41287,1731309709287 2024-11-11T07:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1936963735/running 2024-11-11T07:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1936963735/running 2024-11-11T07:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:22:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:22:29,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:29,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:29,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:29,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:29,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/running 2024-11-11T07:22:29,626 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,43185,1731309709660' ***** 2024-11-11T07:22:29,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Set watcher on znode that does not yet exist, /0-1936963735/running 2024-11-11T07:22:29,626 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:29,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(3091): Received CLOSE for 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,43185,1731309709660 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:43185. 2024-11-11T07:22:29,627 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ebc52bcc85dd182bf3cc16ca9402be1, disabling compactions & flushes 2024-11-11T07:22:29,627 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:29,627 DEBUG [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:29,627 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:29,627 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:29,627 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. after waiting 0 ms 2024-11-11T07:22:29,627 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:22:29,627 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ebc52bcc85dd182bf3cc16ca9402be1 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T07:22:29,627 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:22:29,628 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:22:29,628 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1325): Online Regions={7ebc52bcc85dd182bf3cc16ca9402be1=test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1., 1588230740=hbase:meta,,1.1588230740, 20a074ea34ae8c632580ba1c46159d97=hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.} 2024-11-11T07:22:29,628 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97, 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:29,628 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:29,628 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:29,628 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:29,628 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:29,628 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:29,628 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:22:29,641 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f/3ac6bf1df4264d358994c059b2ee2574 is 37, key is row3/f:row3/1731309740121/Put/seqid=0 2024-11-11T07:22:29,643 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/info/92817d3ad3d94096ae3067da8c57e3d2 is 147, key is hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97./info:regioninfo/1731309729745/Put/seqid=0 2024-11-11T07:22:29,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741840_1016 (size=5228) 2024-11-11T07:22:29,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:22:29,666 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:29,739 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:22:29,739 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:22:29,828 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97, 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:30,028 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97, 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:30,046 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f/3ac6bf1df4264d358994c059b2ee2574 2024-11-11T07:22:30,047 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/info/92817d3ad3d94096ae3067da8c57e3d2 2024-11-11T07:22:30,050 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ac6bf1df4264d358994c059b2ee2574 2024-11-11T07:22:30,065 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/ns/5358094944b449e88156d33ae814cfb7 is 43, key is default/ns:d/1731309712929/Put/seqid=0 2024-11-11T07:22:30,065 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f1/ff796d825a7141c4adbbde0004c8cb09 is 30, key is row1/f1:/1731309737465/DeleteFamily/seqid=0 2024-11-11T07:22:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741843_1019 (size=5158) 2024-11-11T07:22:30,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:22:30,228 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97, 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:30,428 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97, 7ebc52bcc85dd182bf3cc16ca9402be1 2024-11-11T07:22:30,469 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f1/ff796d825a7141c4adbbde0004c8cb09 2024-11-11T07:22:30,469 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/ns/5358094944b449e88156d33ae814cfb7 2024-11-11T07:22:30,472 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff796d825a7141c4adbbde0004c8cb09 2024-11-11T07:22:30,485 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/rep_barrier/44d8788c445a4e9db907c5c00ff36bb2 is 112, key is test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1./rep_barrier:seqnumDuringOpen/1731309723660/Put/seqid=0 2024-11-11T07:22:30,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:22:30,489 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/norep/2d8b5cacce1b4445a23f7c5a31b9cdef is 32, key is row/norep:/1731309736459/DeleteFamily/seqid=0 2024-11-11T07:22:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741845_1021 (size=5101) 2024-11-11T07:22:30,492 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/norep/2d8b5cacce1b4445a23f7c5a31b9cdef 2024-11-11T07:22:30,495 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d8b5cacce1b4445a23f7c5a31b9cdef 2024-11-11T07:22:30,495 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f/3ac6bf1df4264d358994c059b2ee2574 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/f/3ac6bf1df4264d358994c059b2ee2574 2024-11-11T07:22:30,506 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ac6bf1df4264d358994c059b2ee2574 2024-11-11T07:22:30,507 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/f/3ac6bf1df4264d358994c059b2ee2574, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T07:22:30,507 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/f1/ff796d825a7141c4adbbde0004c8cb09 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/f1/ff796d825a7141c4adbbde0004c8cb09 2024-11-11T07:22:30,512 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff796d825a7141c4adbbde0004c8cb09 2024-11-11T07:22:30,512 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/f1/ff796d825a7141c4adbbde0004c8cb09, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:30,512 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/.tmp/norep/2d8b5cacce1b4445a23f7c5a31b9cdef as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/norep/2d8b5cacce1b4445a23f7c5a31b9cdef 2024-11-11T07:22:30,516 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d8b5cacce1b4445a23f7c5a31b9cdef 2024-11-11T07:22:30,516 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/norep/2d8b5cacce1b4445a23f7c5a31b9cdef, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T07:22:30,517 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7ebc52bcc85dd182bf3cc16ca9402be1 in 890ms, sequenceid=12, compaction requested=false 2024-11-11T07:22:30,517 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:22:30,521 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/default/test/7ebc52bcc85dd182bf3cc16ca9402be1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T07:22:30,522 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:30,522 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:30,522 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:30,522 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ebc52bcc85dd182bf3cc16ca9402be1: Waiting for close lock at 1731309749627Running coprocessor pre-close hooks at 1731309749627Disabling compacts and flushes for region at 1731309749627Disabling writes for close at 1731309749627Obtaining lock to block concurrent updates at 1731309749627Preparing flush snapshotting stores in 7ebc52bcc85dd182bf3cc16ca9402be1 at 1731309749627Finished memstore snapshotting test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731309749628 (+1 ms)Flushing stores of test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. at 1731309749628Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f: creating writer at 1731309749628Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f: appending metadata at 1731309749641 (+13 ms)Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f: closing flushed file at 1731309749641Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f1: creating writer at 1731309750050 (+409 ms)Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f1: appending metadata at 1731309750065 (+15 ms)Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/f1: closing flushed file at 1731309750065Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/norep: creating writer at 1731309750472 (+407 ms)Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/norep: appending metadata at 1731309750488 (+16 ms)Flushing 7ebc52bcc85dd182bf3cc16ca9402be1/norep: closing flushed file at 1731309750488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554043e7: reopening flushed file at 1731309750495 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fda0398: reopening flushed file at 1731309750507 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4eb012: reopening flushed file at 1731309750512 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7ebc52bcc85dd182bf3cc16ca9402be1 in 890ms, sequenceid=12, compaction requested=false at 1731309750517 (+5 ms)Writing region close event to WAL at 1731309750519 (+2 ms)Running coprocessor post-close hooks at 1731309750522 (+3 ms)Closed at 1731309750522 2024-11-11T07:22:30,522 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309722516.7ebc52bcc85dd182bf3cc16ca9402be1. 2024-11-11T07:22:30,523 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20a074ea34ae8c632580ba1c46159d97, disabling compactions & flushes 2024-11-11T07:22:30,523 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:30,523 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:30,523 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. after waiting 0 ms 2024-11-11T07:22:30,523 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:30,523 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20a074ea34ae8c632580ba1c46159d97 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T07:22:30,540 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/.tmp/queue/58feb16dd2ff449c90065a5af565eb19 is 154, key is 1-d72d5187e64f,43185,1731309709660/queue:d72d5187e64f%2C43185%2C1731309709660/1731309741632/Put/seqid=0 2024-11-11T07:22:30,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741846_1022 (size=5353) 2024-11-11T07:22:30,629 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:22:30,629 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 20a074ea34ae8c632580ba1c46159d97=hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97.} 2024-11-11T07:22:30,629 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:30,669 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 1488, reset compression=false 2024-11-11T07:22:30,673 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:30,673 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 2379, reset compression=false 2024-11-11T07:22:30,673 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,43185,1731309709660 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:30,674 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,43185,1731309709660: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,43185,1731309709660, walGroup=d72d5187e64f%2C43185%2C1731309709660, offset=d72d5187e64f%2C43185%2C1731309709660.1731309711874:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:43185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:22:30,675 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:22:30,675 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:22:30,676 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:22:30,676 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:22:30,676 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:22:30,676 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 900860928 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199640112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:22:30,676 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:41287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:41287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:22:30,829 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20a074ea34ae8c632580ba1c46159d97 2024-11-11T07:22:30,876 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 2379, reset compression=false 2024-11-11T07:22:30,889 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/rep_barrier/44d8788c445a4e9db907c5c00ff36bb2 2024-11-11T07:22:30,909 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/table/65fb4a5c128043d79b1b810688b37229 is 53, key is hbase:replication/table:state/1731309729751/Put/seqid=0 2024-11-11T07:22:30,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741847_1023 (size=5308) 2024-11-11T07:22:30,944 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/.tmp/queue/58feb16dd2ff449c90065a5af565eb19 2024-11-11T07:22:30,948 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/.tmp/queue/58feb16dd2ff449c90065a5af565eb19 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/queue/58feb16dd2ff449c90065a5af565eb19 2024-11-11T07:22:30,952 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/queue/58feb16dd2ff449c90065a5af565eb19, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T07:22:30,952 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20a074ea34ae8c632580ba1c46159d97 in 429ms, sequenceid=14, compaction requested=false 2024-11-11T07:22:30,953 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/replication/20a074ea34ae8c632580ba1c46159d97/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T07:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:22:30,956 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20a074ea34ae8c632580ba1c46159d97: Waiting for close lock at 1731309750523Running coprocessor pre-close hooks at 1731309750523Disabling compacts and flushes for region at 1731309750523Disabling writes for close at 1731309750523Obtaining lock to block concurrent updates at 1731309750523Preparing flush snapshotting stores in 20a074ea34ae8c632580ba1c46159d97 at 1731309750523Finished memstore snapshotting hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731309750523Flushing stores of hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. at 1731309750524 (+1 ms)Flushing 20a074ea34ae8c632580ba1c46159d97/queue: creating writer at 1731309750524Flushing 20a074ea34ae8c632580ba1c46159d97/queue: appending metadata at 1731309750540 (+16 ms)Flushing 20a074ea34ae8c632580ba1c46159d97/queue: closing flushed file at 1731309750540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@483b973: reopening flushed file at 1731309750947 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20a074ea34ae8c632580ba1c46159d97 in 429ms, sequenceid=14, compaction requested=false at 1731309750952 (+5 ms)Writing region close event to WAL at 1731309750953 (+1 ms)Running coprocessor post-close hooks at 1731309750956 (+3 ms)Closed at 1731309750956 2024-11-11T07:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309728983.20a074ea34ae8c632580ba1c46159d97. 2024-11-11T07:22:31,029 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:22:31,179 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/WALs/d72d5187e64f,43185,1731309709660/d72d5187e64f%2C43185%2C1731309709660.1731309711874 to pos 2379, reset compression=false 2024-11-11T07:22:31,229 DEBUG [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:22:31,313 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/table/65fb4a5c128043d79b1b810688b37229 2024-11-11T07:22:31,317 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/info/92817d3ad3d94096ae3067da8c57e3d2 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/info/92817d3ad3d94096ae3067da8c57e3d2 2024-11-11T07:22:31,320 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/info/92817d3ad3d94096ae3067da8c57e3d2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:22:31,321 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/ns/5358094944b449e88156d33ae814cfb7 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/ns/5358094944b449e88156d33ae814cfb7 2024-11-11T07:22:31,324 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/ns/5358094944b449e88156d33ae814cfb7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:22:31,325 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/rep_barrier/44d8788c445a4e9db907c5c00ff36bb2 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/rep_barrier/44d8788c445a4e9db907c5c00ff36bb2 2024-11-11T07:22:31,328 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/rep_barrier/44d8788c445a4e9db907c5c00ff36bb2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:22:31,329 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/.tmp/table/65fb4a5c128043d79b1b810688b37229 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/table/65fb4a5c128043d79b1b810688b37229 2024-11-11T07:22:31,332 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/table/65fb4a5c128043d79b1b810688b37229, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:22:31,332 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-11T07:22:31,332 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:22:31,336 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:22:31,336 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:22:31,336 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:22:31,336 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:31,336 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309749628Running coprocessor pre-close hooks at 1731309749628Disabling compacts and flushes for region at 1731309749628Disabling writes for close at 1731309749628Obtaining lock to block concurrent updates at 1731309749628Preparing flush snapshotting stores in 1588230740 at 1731309749628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309749628Flushing stores of hbase:meta,,1.1588230740 at 1731309749628Flushing 1588230740/info: creating writer at 1731309749628Flushing 1588230740/info: appending metadata at 1731309749643 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731309749643Flushing 1588230740/ns: creating writer at 1731309750050 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731309750064 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731309750065 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731309750472 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309750485 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309750485Flushing 1588230740/table: creating writer at 1731309750893 (+408 ms)Flushing 1588230740/table: appending metadata at 1731309750908 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731309750908Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e192bd6: reopening flushed file at 1731309751316 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ddd264c: reopening flushed file at 1731309751321 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ce6e24: reopening flushed file at 1731309751325 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b13675: reopening flushed file at 1731309751328 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731309751332 (+4 ms)Writing region close event to WAL at 1731309751334 (+2 ms)Running coprocessor post-close hooks at 1731309751336 (+2 ms)Closed at 1731309751336 2024-11-11T07:22:31,336 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:31,429 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,43185,1731309709660; all regions closed. 2024-11-11T07:22:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:22:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741839_1015 (size=3552) 2024-11-11T07:22:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741832_1008 (size=2387) 2024-11-11T07:22:31,435 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:31,435 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:22:31,435 INFO [RS:0;d72d5187e64f:43185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:31,435 INFO [RS:0;d72d5187e64f:43185 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:31,436 INFO [RS:0;d72d5187e64f:43185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:31,436 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:31,436 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,43185,1731309709660 because: Region server is closing 2024-11-11T07:22:31,436 INFO [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:43185. 2024-11-11T07:22:31,436 DEBUG [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:31,436 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:31,436 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:31,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:31,536 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.shipperd72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 terminated 2024-11-11T07:22:31,537 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,43185,1731309709660.replicationSource.wal-reader.d72d5187e64f%2C43185%2C1731309709660,1-d72d5187e64f,43185,1731309709660 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:22:31,537 INFO [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:43185. 2024-11-11T07:22:31,537 DEBUG [RS:0;d72d5187e64f:43185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:31,537 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:31,537 DEBUG [RS:0;d72d5187e64f:43185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:31,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:31,537 INFO [RS:0;d72d5187e64f:43185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43185 2024-11-11T07:22:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1936963735/rs/d72d5187e64f,43185,1731309709660 2024-11-11T07:22:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735/rs 2024-11-11T07:22:31,604 INFO [RS:0;d72d5187e64f:43185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:31,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,43185,1731309709660] 2024-11-11T07:22:31,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1936963735/draining/d72d5187e64f,43185,1731309709660 already deleted, retry=false 2024-11-11T07:22:31,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,43185,1731309709660 expired; onlineServers=0 2024-11-11T07:22:31,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,41287,1731309709287' ***** 2024-11-11T07:22:31,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:22:31,625 INFO [M:0;d72d5187e64f:41287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:22:31,626 DEBUG [M:0;d72d5187e64f:41287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:22:31,626 DEBUG [M:0;d72d5187e64f:41287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:22:31,626 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309711656 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309711656,5,FailOnTimeoutGroup] 2024-11-11T07:22:31,626 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309711655 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309711655,5,FailOnTimeoutGroup] 2024-11-11T07:22:31,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:22:31,626 DEBUG [M:0;d72d5187e64f:41287 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:22:31,626 INFO [M:0;d72d5187e64f:41287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:22:31,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:22:31,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1936963735/master 2024-11-11T07:22:31,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1936963735 2024-11-11T07:22:31,636 DEBUG [M:0;d72d5187e64f:41287 {}] zookeeper.ZKUtil(347): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Unable to get data of znode /0-1936963735/master because node does not exist (not an error) 2024-11-11T07:22:31,636 WARN [M:0;d72d5187e64f:41287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:22:31,637 INFO [M:0;d72d5187e64f:41287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/.lastflushedseqids 2024-11-11T07:22:31,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741848_1024 (size=245) 2024-11-11T07:22:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:31,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43185-0x10128c59b7e0001, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:31,715 INFO [RS:0;d72d5187e64f:43185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:31,715 INFO [RS:0;d72d5187e64f:43185 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,43185,1731309709660; zookeeper connection closed. 2024-11-11T07:22:31,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fcbe946 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fcbe946 2024-11-11T07:22:31,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:22:32,041 INFO [M:0;d72d5187e64f:41287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:22:32,041 INFO [M:0;d72d5187e64f:41287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:22:32,041 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:32,041 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:32,041 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:32,041 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:32,041 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:32,041 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-11T07:22:32,054 DEBUG [M:0;d72d5187e64f:41287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f5020bbb9f4c33a7e47ebe88b8d632 is 82, key is hbase:meta,,1/info:regioninfo/1731309712911/Put/seqid=0 2024-11-11T07:22:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741849_1025 (size=5672) 2024-11-11T07:22:32,457 INFO [M:0;d72d5187e64f:41287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f5020bbb9f4c33a7e47ebe88b8d632 2024-11-11T07:22:32,474 DEBUG [M:0;d72d5187e64f:41287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fee6bf1a9a64821a23771aa6a545e4d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309723669/Put/seqid=0 2024-11-11T07:22:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741850_1026 (size=7219) 2024-11-11T07:22:32,878 INFO [M:0;d72d5187e64f:41287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fee6bf1a9a64821a23771aa6a545e4d 2024-11-11T07:22:32,881 INFO [M:0;d72d5187e64f:41287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fee6bf1a9a64821a23771aa6a545e4d 2024-11-11T07:22:32,894 DEBUG [M:0;d72d5187e64f:41287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255201f158c24ff9ae3aaf63e4bb3bd0 is 69, key is d72d5187e64f,43185,1731309709660/rs:state/1731309711719/Put/seqid=0 2024-11-11T07:22:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741851_1027 (size=5156) 2024-11-11T07:22:33,298 INFO [M:0;d72d5187e64f:41287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255201f158c24ff9ae3aaf63e4bb3bd0 2024-11-11T07:22:33,302 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f5020bbb9f4c33a7e47ebe88b8d632 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8f5020bbb9f4c33a7e47ebe88b8d632 2024-11-11T07:22:33,306 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8f5020bbb9f4c33a7e47ebe88b8d632, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T07:22:33,307 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fee6bf1a9a64821a23771aa6a545e4d as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fee6bf1a9a64821a23771aa6a545e4d 2024-11-11T07:22:33,311 INFO [M:0;d72d5187e64f:41287 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fee6bf1a9a64821a23771aa6a545e4d 2024-11-11T07:22:33,311 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fee6bf1a9a64821a23771aa6a545e4d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T07:22:33,312 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/255201f158c24ff9ae3aaf63e4bb3bd0 as hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/255201f158c24ff9ae3aaf63e4bb3bd0 2024-11-11T07:22:33,316 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45007/user/jenkins/test-data/8d65d87f-26ae-0031-ae3d-8bb52a369346/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/255201f158c24ff9ae3aaf63e4bb3bd0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T07:22:33,317 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-11-11T07:22:33,318 INFO [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:33,318 DEBUG [M:0;d72d5187e64f:41287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309752041Disabling compacts and flushes for region at 1731309752041Disabling writes for close at 1731309752041Obtaining lock to block concurrent updates at 1731309752041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309752041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731309752042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309752042Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309752042Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309752054 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309752054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309752461 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309752474 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309752474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309752881 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309752894 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309752894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184afe3a: reopening flushed file at 1731309753302 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eff5e5b: reopening flushed file at 1731309753307 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f8f23b: reopening flushed file at 1731309753311 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1731309753317 (+6 ms)Writing region close event to WAL at 1731309753318 (+1 ms)Closed at 1731309753318 2024-11-11T07:22:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39063 is added to blk_1073741830_1006 (size=64435) 2024-11-11T07:22:33,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:22:33,321 INFO [M:0;d72d5187e64f:41287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:22:33,321 INFO [M:0;d72d5187e64f:41287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41287 2024-11-11T07:22:33,321 INFO [M:0;d72d5187e64f:41287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:22:33,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:33,483 INFO [M:0;d72d5187e64f:41287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:22:33,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41287-0x10128c59b7e0000, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:22:33,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23aec636{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:33,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@481a6c88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:33,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:33,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd98a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:33,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c10706a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:33,487 WARN [BP-1618779121-172.17.0.3-1731309707233 heartbeating to localhost/127.0.0.1:45007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:22:33,487 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:22:33,487 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:22:33,487 WARN [BP-1618779121-172.17.0.3-1731309707233 heartbeating to localhost/127.0.0.1:45007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1618779121-172.17.0.3-1731309707233 (Datanode Uuid cc0f36e0-6f3f-4d0e-8260-cea2c26b0b50) service to localhost/127.0.0.1:45007 2024-11-11T07:22:33,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/data/data1/current/BP-1618779121-172.17.0.3-1731309707233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:33,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/cluster_363fde4e-83e5-cf4d-3301-782d580ddbe0/data/data2/current/BP-1618779121-172.17.0.3-1731309707233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:22:33,488 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:22:33,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10112180{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:33,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d225e59{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:22:33,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:22:33,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d10a9d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:22:33,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652543cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a6f1857f-5295-0a30-53b8-22d304159c4b/hadoop.log.dir/,STOPPED} 2024-11-11T07:22:33,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:22:33,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:22:33,522 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60103) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43813 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43813 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60103) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45007 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42309 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43813 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43813 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60103) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=727 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=2381 (was 2416) 2024-11-11T07:22:33,531 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=2381 2024-11-11T07:22:33,546 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T07:22:33,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir so I do NOT create it in target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b 2024-11-11T07:22:33,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:22:33,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.tmp.dir so I do NOT create it in target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b 2024-11-11T07:22:33,547 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b098e58-8c34-d6e3-d738-e19857fb35dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:22:33,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b 2024-11-11T07:22:33,547 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63, deleteOnExit=true 2024-11-11T07:22:33,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/zookeeper_0, clientPort=49265, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:22:33,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49265 2024-11-11T07:22:33,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:22:33,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/test.cache.data in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:22:33,569 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:33,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:22:33,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:22:33,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:22:33,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:33,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:22:33,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:22:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c59b7e0005, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:22:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c59b7e0002, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:22:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128c59b7e0008, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:22:33,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c59b7e0005, quorum=127.0.0.1:60103, baseZNode=/1-104737864 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:22:33,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c59b7e0002, quorum=127.0.0.1:60103, baseZNode=/0-1936963735 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:22:33,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128c59b7e0008, quorum=127.0.0.1:60103, baseZNode=/21514758873 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:22:33,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:33,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:33,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:33,923 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:33,923 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:22:33,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:33,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:33,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:34,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d5b553a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/java.io.tmpdir/jetty-localhost-33225-hadoop-hdfs-3_4_1-tests_jar-_-any-284095472698844241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:34,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@602b1c47{HTTP/1.1, (http/1.1)}{localhost:33225} 2024-11-11T07:22:34,020 INFO [Time-limited test {}] server.Server(415): Started @278989ms 2024-11-11T07:22:34,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:34,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:34,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:34,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:34,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:22:34,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:34,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:34,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@645740ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/java.io.tmpdir/jetty-localhost-38367-hadoop-hdfs-3_4_1-tests_jar-_-any-6168530363709958531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:34,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:38367} 2024-11-11T07:22:34,364 INFO [Time-limited test {}] server.Server(415): Started @279333ms 2024-11-11T07:22:34,366 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:22:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:22:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:22:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:22:34,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:35,051 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/data/data2/current/BP-1670925535-172.17.0.3-1731309753589/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:35,051 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/data/data1/current/BP-1670925535-172.17.0.3-1731309753589/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:35,071 WARN [Thread-3432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:22:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0509d2d856070e0 with lease ID 0x25cc2e27e6ecb881: Processing first storage report for DS-75520154-a9e4-4e24-890f-2eb14367abfd from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=af413769-37f1-4c0d-bfc7-439aed30e738, infoPort=33849, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1932801944;c=1731309753589) 2024-11-11T07:22:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0509d2d856070e0 with lease ID 0x25cc2e27e6ecb881: from storage DS-75520154-a9e4-4e24-890f-2eb14367abfd node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=af413769-37f1-4c0d-bfc7-439aed30e738, infoPort=33849, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1932801944;c=1731309753589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:22:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0509d2d856070e0 with lease ID 0x25cc2e27e6ecb881: Processing first storage report for DS-bb6781e6-3cef-4edb-9524-065481e77912 from datanode DatanodeRegistration(127.0.0.1:42189, datanodeUuid=af413769-37f1-4c0d-bfc7-439aed30e738, infoPort=33849, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1932801944;c=1731309753589) 2024-11-11T07:22:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0509d2d856070e0 with lease ID 0x25cc2e27e6ecb881: from storage DS-bb6781e6-3cef-4edb-9524-065481e77912 node DatanodeRegistration(127.0.0.1:42189, datanodeUuid=af413769-37f1-4c0d-bfc7-439aed30e738, infoPort=33849, infoSecurePort=0, ipcPort=43823, storageInfo=lv=-57;cid=testClusterID;nsid=1932801944;c=1731309753589), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:22:35,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b 2024-11-11T07:22:35,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:22:35,498 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4 with version=8 2024-11-11T07:22:35,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/hbase-staging 2024-11-11T07:22:35,500 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:35,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:22:35,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:35,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36723 2024-11-11T07:22:35,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36723 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367230x0, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:35,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36723-0x10128c6508a0000 connected 2024-11-11T07:22:35,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/running 2024-11-11T07:22:35,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4, hbase.cluster.distributed=false 2024-11-11T07:22:35,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/acl 2024-11-11T07:22:35,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36723 2024-11-11T07:22:35,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36723 2024-11-11T07:22:35,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36723 2024-11-11T07:22:35,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36723 2024-11-11T07:22:35,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36723 2024-11-11T07:22:35,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:35,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40305 2024-11-11T07:22:35,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40305 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:35,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:35,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403050x0, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:35,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403050x0, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/running 2024-11-11T07:22:35,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40305-0x10128c6508a0001 connected 2024-11-11T07:22:35,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:22:35,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:22:35,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/master 2024-11-11T07:22:35,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/acl 2024-11-11T07:22:35,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-11T07:22:35,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40305 2024-11-11T07:22:35,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40305 2024-11-11T07:22:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-11T07:22:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40305 2024-11-11T07:22:35,726 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:36723 2024-11-11T07:22:35,727 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01838556782/backup-masters/d72d5187e64f,36723,1731309755500 2024-11-11T07:22:35,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/backup-masters 2024-11-11T07:22:35,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/backup-masters 2024-11-11T07:22:35,730 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on existing znode=/01838556782/backup-masters/d72d5187e64f,36723,1731309755500 2024-11-11T07:22:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01838556782/master 2024-11-11T07:22:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:35,741 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on existing znode=/01838556782/master 2024-11-11T07:22:35,741 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01838556782/backup-masters/d72d5187e64f,36723,1731309755500 from backup master directory 2024-11-11T07:22:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01838556782/backup-masters/d72d5187e64f,36723,1731309755500 2024-11-11T07:22:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/backup-masters 2024-11-11T07:22:35,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/backup-masters 2024-11-11T07:22:35,751 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:35,751 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,36723,1731309755500 2024-11-11T07:22:35,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/hbase.id] with ID: d50dfc25-95a4-469f-9017-f5e2feedf6c7 2024-11-11T07:22:35,755 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/.tmp/hbase.id 2024-11-11T07:22:35,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:22:36,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:36,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:36,162 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/.tmp/hbase.id]:[hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/hbase.id] 2024-11-11T07:22:36,170 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:36,170 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:22:36,171 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:22:36,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:36,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:22:36,642 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:36,643 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:22:36,643 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:22:37,049 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store 2024-11-11T07:22:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:22:37,453 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:37,454 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:37,454 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309757454Disabling compacts and flushes for region at 1731309757454Disabling writes for close at 1731309757454Writing region close event to WAL at 1731309757454Closed at 1731309757454 2024-11-11T07:22:37,454 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/.initializing 2024-11-11T07:22:37,454 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/WALs/d72d5187e64f,36723,1731309755500 2024-11-11T07:22:37,455 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:37,456 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C36723%2C1731309755500, suffix=, logDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/WALs/d72d5187e64f,36723,1731309755500, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/oldWALs, maxLogs=10 2024-11-11T07:22:37,473 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/WALs/d72d5187e64f,36723,1731309755500/d72d5187e64f%2C36723%2C1731309755500.1731309757457, exclude list is [], retry=0 2024-11-11T07:22:37,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-75520154-a9e4-4e24-890f-2eb14367abfd,DISK] 2024-11-11T07:22:37,476 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/WALs/d72d5187e64f,36723,1731309755500/d72d5187e64f%2C36723%2C1731309755500.1731309757457 2024-11-11T07:22:37,476 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33849:33849)] 2024-11-11T07:22:37,476 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:37,477 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:37,477 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,477 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:22:37,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:37,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:37,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:22:37,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:22:37,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:22:37,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:37,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:37,483 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,483 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,484 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,485 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:37,486 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:37,487 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:37,488 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63211285, jitterRate=-0.058078452944755554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:37,488 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309757477Initializing all the Stores at 1731309757477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309757477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309757478 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309757478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309757478Cleaning up temporary data from old regions at 1731309757485 (+7 ms)Region opened successfully at 1731309757488 (+3 ms) 2024-11-11T07:22:37,489 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:22:37,491 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca5c500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:37,491 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:22:37,491 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:22:37,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:22:37,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:22:37,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:22:37,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:22:37,492 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:22:37,494 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:22:37,494 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/balancer because node does not exist (not necessarily an error) 2024-11-11T07:22:37,541 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/balancer already deleted, retry=false 2024-11-11T07:22:37,541 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:22:37,542 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:22:37,551 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/normalizer already deleted, retry=false 2024-11-11T07:22:37,551 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:22:37,552 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:22:37,561 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/switch/split already deleted, retry=false 2024-11-11T07:22:37,562 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:22:37,572 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/switch/merge already deleted, retry=false 2024-11-11T07:22:37,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:22:37,582 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/snapshot-cleanup already deleted, retry=false 2024-11-11T07:22:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01838556782/running 2024-11-11T07:22:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01838556782/running 2024-11-11T07:22:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,594 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,36723,1731309755500, sessionid=0x10128c6508a0000, setting cluster-up flag (Was=false) 2024-11-11T07:22:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,646 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01838556782/flush-table-proc/acquired, /01838556782/flush-table-proc/reached, /01838556782/flush-table-proc/abort 2024-11-11T07:22:37,647 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36723,1731309755500 2024-11-11T07:22:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:37,698 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01838556782/online-snapshot/acquired, /01838556782/online-snapshot/reached, /01838556782/online-snapshot/abort 2024-11-11T07:22:37,699 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36723,1731309755500 2024-11-11T07:22:37,700 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:22:37,701 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:37,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:22:37,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:22:37,701 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,36723,1731309755500 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,702 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:37,703 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309787703 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:22:37,703 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:22:37,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:22:37,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:22:37,704 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309757704,5,FailOnTimeoutGroup] 2024-11-11T07:22:37,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:37,704 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:22:37,708 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309757704,5,FailOnTimeoutGroup] 2024-11-11T07:22:37,708 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,708 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:22:37,708 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,708 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:22:37,719 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(746): ClusterId : d50dfc25-95a4-469f-9017-f5e2feedf6c7 2024-11-11T07:22:37,719 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:22:37,731 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:22:37,731 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:22:37,741 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:22:37,741 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:37,754 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:40305 2024-11-11T07:22:37,754 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:22:37,754 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:22:37,754 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:22:37,755 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36723,1731309755500 with port=40305, startcode=1731309755695 2024-11-11T07:22:37,755 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:22:37,757 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:22:37,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36723 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,758 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4 2024-11-11T07:22:37,758 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40065 2024-11-11T07:22:37,758 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:22:37,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/rs 2024-11-11T07:22:37,762 DEBUG [RS:0;d72d5187e64f:40305 {}] zookeeper.ZKUtil(111): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on existing znode=/01838556782/rs/d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,762 WARN [RS:0;d72d5187e64f:40305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:37,762 INFO [RS:0;d72d5187e64f:40305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:37,762 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,40305,1731309755695] 2024-11-11T07:22:37,764 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:22:37,766 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:22:37,766 INFO [RS:0;d72d5187e64f:40305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:22:37,766 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,766 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:22:37,767 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:22:37,767 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:37,767 DEBUG [RS:0;d72d5187e64f:40305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,768 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40305,1731309755695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:37,784 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:22:37,784 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40305,1731309755695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,784 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,784 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.Replication(171): d72d5187e64f,40305,1731309755695 started 2024-11-11T07:22:37,795 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:37,795 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,40305,1731309755695, RpcServer on d72d5187e64f/172.17.0.3:40305, sessionid=0x10128c6508a0001 2024-11-11T07:22:37,795 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:22:37,795 DEBUG [RS:0;d72d5187e64f:40305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,795 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40305,1731309755695' 2024-11-11T07:22:37,795 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01838556782/flush-table-proc/abort' 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01838556782/flush-table-proc/acquired' 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,40305,1731309755695 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40305,1731309755695' 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01838556782/online-snapshot/abort' 2024-11-11T07:22:37,796 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01838556782/online-snapshot/acquired' 2024-11-11T07:22:37,797 DEBUG [RS:0;d72d5187e64f:40305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:22:37,797 INFO [RS:0;d72d5187e64f:40305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:22:37,797 INFO [RS:0;d72d5187e64f:40305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:22:37,897 INFO [RS:0;d72d5187e64f:40305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:37,898 INFO [RS:0;d72d5187e64f:40305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40305%2C1731309755695, suffix=, logDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/oldWALs, maxLogs=10 2024-11-11T07:22:37,910 DEBUG [RS:0;d72d5187e64f:40305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, exclude list is [], retry=0 2024-11-11T07:22:37,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-75520154-a9e4-4e24-890f-2eb14367abfd,DISK] 2024-11-11T07:22:37,913 INFO [RS:0;d72d5187e64f:40305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 2024-11-11T07:22:37,913 DEBUG [RS:0;d72d5187e64f:40305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33849:33849)] 2024-11-11T07:22:38,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:22:38,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4 2024-11-11T07:22:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:22:38,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:38,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:38,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:38,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:38,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:38,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:38,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:38,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:38,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:38,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:38,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740 2024-11-11T07:22:38,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740 2024-11-11T07:22:38,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:38,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:38,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:38,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:38,530 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:38,530 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978717, jitterRate=-0.09134630858898163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309758519Initializing all the Stores at 1731309758519Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309758520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758520Cleaning up temporary data from old regions at 1731309758527 (+7 ms)Region opened successfully at 1731309758530 (+3 ms) 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:38,531 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:38,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:38,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309758531Disabling compacts and flushes for region at 1731309758531Disabling writes for close at 1731309758531Writing region close event to WAL at 1731309758531Closed at 1731309758531 2024-11-11T07:22:38,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:38,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:22:38,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:22:38,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:38,534 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:22:38,685 DEBUG [d72d5187e64f:36723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:22:38,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:38,686 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40305,1731309755695, state=OPENING 2024-11-11T07:22:38,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:22:38,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:38,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:38,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01838556782/meta-region-server: CHANGED 2024-11-11T07:22:38,741 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:38,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01838556782/meta-region-server: CHANGED 2024-11-11T07:22:38,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40305,1731309755695}] 2024-11-11T07:22:38,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:38,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:22:38,897 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:22:38,897 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:38,897 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:22:38,898 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40305%2C1731309755695.meta, suffix=.meta, logDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/oldWALs, maxLogs=10 2024-11-11T07:22:38,910 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.meta.1731309758898.meta, exclude list is [], retry=0 2024-11-11T07:22:38,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-75520154-a9e4-4e24-890f-2eb14367abfd,DISK] 2024-11-11T07:22:38,914 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.meta.1731309758898.meta 2024-11-11T07:22:38,915 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33849:33849)] 2024-11-11T07:22:38,915 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:38,915 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:38,915 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:38,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:22:38,916 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:22:38,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:22:38,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:38,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:22:38,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:22:38,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:38,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:38,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:38,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:38,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:38,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:38,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:38,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:38,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:38,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:38,921 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:38,921 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740 2024-11-11T07:22:38,922 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740 2024-11-11T07:22:38,923 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:38,923 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:38,923 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:38,924 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:38,925 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59275871, jitterRate=-0.11672069132328033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:38,925 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:22:38,925 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309758916Writing region info on filesystem at 1731309758916Initializing all the Stores at 1731309758917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309758917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309758917Cleaning up temporary data from old regions at 1731309758923 (+6 ms)Running coprocessor post-open hooks at 1731309758925 (+2 ms)Region opened successfully at 1731309758925 2024-11-11T07:22:38,926 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309758892 2024-11-11T07:22:38,928 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:22:38,928 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:22:38,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:38,929 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40305,1731309755695, state=OPEN 2024-11-11T07:22:38,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01838556782/meta-region-server 2024-11-11T07:22:38,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01838556782/meta-region-server 2024-11-11T07:22:38,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:38,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01838556782/meta-region-server: CHANGED 2024-11-11T07:22:38,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01838556782/meta-region-server: CHANGED 2024-11-11T07:22:38,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:22:38,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40305,1731309755695 in 234 msec 2024-11-11T07:22:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:22:38,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-11T07:22:38,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:38,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:22:38,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:38,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40305,1731309755695, seqNum=-1] 2024-11-11T07:22:38,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:38,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:38,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-11T07:22:38,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309758986, completionTime=-1 2024-11-11T07:22:38,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:22:38,986 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309818988 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309878988 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:36723, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,988 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:38,990 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:22:39,002 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.251sec 2024-11-11T07:22:39,002 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:22:39,002 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:22:39,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:22:39,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:22:39,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:22:39,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:39,003 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:22:39,004 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:22:39,004 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:22:39,004 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36723,1731309755500-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:39,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:39,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36723,-1 for getting cluster id 2024-11-11T07:22:39,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:39,021 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50dfc25-95a4-469f-9017-f5e2feedf6c7' 2024-11-11T07:22:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:39,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50dfc25-95a4-469f-9017-f5e2feedf6c7" 2024-11-11T07:22:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c34f16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36723,-1] 2024-11-11T07:22:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:39,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:39,023 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:39,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c87d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:39,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40305,1731309755695, seqNum=-1] 2024-11-11T07:22:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:39,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:39,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,36723,1731309755500 2024-11-11T07:22:39,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:39,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:39,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c6508a0002 connected 2024-11-11T07:22:39,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir so I do NOT create it in target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1 2024-11-11T07:22:39,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:22:39,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.tmp.dir so I do NOT create it in target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1 2024-11-11T07:22:39,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:22:39,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1 2024-11-11T07:22:39,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:22:39,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/cluster_d196f0e8-920b-a380-ae07-3be0ebdf47e3, deleteOnExit=true 2024-11-11T07:22:39,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/test.cache.data in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:22:39,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:39,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:22:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:22:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:22:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:22:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:22:39,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:39,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:39,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:39,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:39,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:22:39,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:39,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:39,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:39,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60a42272{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/java.io.tmpdir/jetty-localhost-44537-hadoop-hdfs-3_4_1-tests_jar-_-any-1537042817203116347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:39,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:44537} 2024-11-11T07:22:39,467 INFO [Time-limited test {}] server.Server(415): Started @284435ms 2024-11-11T07:22:39,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:39,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:39,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:39,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:39,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:22:39,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:39,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:39,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20198d99{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/java.io.tmpdir/jetty-localhost-34573-hadoop-hdfs-3_4_1-tests_jar-_-any-4443848857612290089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:39,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:34573} 2024-11-11T07:22:39,856 INFO [Time-limited test {}] server.Server(415): Started @284825ms 2024-11-11T07:22:39,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:22:40,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:40,550 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:40,550 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88723 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:22:40,865 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/cluster_d196f0e8-920b-a380-ae07-3be0ebdf47e3/data/data2/current/BP-1182831625-172.17.0.3-1731309759074/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:40,865 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/cluster_d196f0e8-920b-a380-ae07-3be0ebdf47e3/data/data1/current/BP-1182831625-172.17.0.3-1731309759074/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:40,881 WARN [Thread-3553 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:22:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc94c246e4c218fea with lease ID 0x3d7c4605c31221a4: Processing first storage report for DS-b842a960-0733-4fa0-91dc-a52c2c85856d from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=89b536fa-008e-4ef8-b376-041decbb6312, infoPort=38233, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1814214273;c=1731309759074) 2024-11-11T07:22:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc94c246e4c218fea with lease ID 0x3d7c4605c31221a4: from storage DS-b842a960-0733-4fa0-91dc-a52c2c85856d node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=89b536fa-008e-4ef8-b376-041decbb6312, infoPort=38233, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1814214273;c=1731309759074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:22:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc94c246e4c218fea with lease ID 0x3d7c4605c31221a4: Processing first storage report for DS-078342d3-9f2a-4599-a411-841412144f63 from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=89b536fa-008e-4ef8-b376-041decbb6312, infoPort=38233, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1814214273;c=1731309759074) 2024-11-11T07:22:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc94c246e4c218fea with lease ID 0x3d7c4605c31221a4: from storage DS-078342d3-9f2a-4599-a411-841412144f63 node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=89b536fa-008e-4ef8-b376-041decbb6312, infoPort=38233, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1814214273;c=1731309759074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:22:40,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1 2024-11-11T07:22:40,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:40,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:40,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:22:41,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9 with version=8 2024-11-11T07:22:41,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/hbase-staging 2024-11-11T07:22:41,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:22:41,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:41,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43795 2024-11-11T07:22:41,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43795 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:41,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437950x0, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:41,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43795-0x10128c6508a0003 connected 2024-11-11T07:22:41,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:41,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:41,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/running 2024-11-11T07:22:41,860 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9, hbase.cluster.distributed=false 2024-11-11T07:22:41,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/acl 2024-11-11T07:22:41,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43795 2024-11-11T07:22:41,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43795 2024-11-11T07:22:41,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43795 2024-11-11T07:22:41,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43795 2024-11-11T07:22:41,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43795 2024-11-11T07:22:41,881 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:41,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35137 2024-11-11T07:22:41,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35137 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:41,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:41,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:41,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351370x0, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:41,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351370x0, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/running 2024-11-11T07:22:41,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35137-0x10128c6508a0004 connected 2024-11-11T07:22:41,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:22:41,899 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:22:41,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/master 2024-11-11T07:22:41,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/acl 2024-11-11T07:22:41,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-11T07:22:41,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35137 2024-11-11T07:22:41,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35137 2024-11-11T07:22:41,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-11T07:22:41,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35137 2024-11-11T07:22:41,922 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:43795 2024-11-11T07:22:41,923 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1859030222/backup-masters/d72d5187e64f,43795,1731309761395 2024-11-11T07:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/backup-masters 2024-11-11T07:22:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/backup-masters 2024-11-11T07:22:41,930 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on existing znode=/1859030222/backup-masters/d72d5187e64f,43795,1731309761395 2024-11-11T07:22:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859030222/master 2024-11-11T07:22:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:41,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:41,941 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on existing znode=/1859030222/master 2024-11-11T07:22:41,941 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1859030222/backup-masters/d72d5187e64f,43795,1731309761395 from backup master directory 2024-11-11T07:22:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859030222/backup-masters/d72d5187e64f,43795,1731309761395 2024-11-11T07:22:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/backup-masters 2024-11-11T07:22:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/backup-masters 2024-11-11T07:22:41,951 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:41,951 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,43795,1731309761395 2024-11-11T07:22:41,954 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/hbase.id] with ID: 7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b 2024-11-11T07:22:41,954 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/.tmp/hbase.id 2024-11-11T07:22:41,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:22:42,362 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/.tmp/hbase.id]:[hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/hbase.id] 2024-11-11T07:22:42,370 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:42,370 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:22:42,371 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:22:42,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:42,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:22:42,809 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:42,809 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:22:42,810 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:42,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:22:43,215 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store 2024-11-11T07:22:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:43,621 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:43,621 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:43,621 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309763621Disabling compacts and flushes for region at 1731309763621Disabling writes for close at 1731309763621Writing region close event to WAL at 1731309763621Closed at 1731309763621 2024-11-11T07:22:43,622 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/.initializing 2024-11-11T07:22:43,622 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/WALs/d72d5187e64f,43795,1731309761395 2024-11-11T07:22:43,622 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:43,624 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C43795%2C1731309761395, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/WALs/d72d5187e64f,43795,1731309761395, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/oldWALs, maxLogs=10 2024-11-11T07:22:43,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/WALs/d72d5187e64f,43795,1731309761395/d72d5187e64f%2C43795%2C1731309761395.1731309763624, exclude list is [], retry=0 2024-11-11T07:22:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-b842a960-0733-4fa0-91dc-a52c2c85856d,DISK] 2024-11-11T07:22:43,639 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/WALs/d72d5187e64f,43795,1731309761395/d72d5187e64f%2C43795%2C1731309761395.1731309763624 2024-11-11T07:22:43,639 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233)] 2024-11-11T07:22:43,640 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:43,640 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:43,640 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,640 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:22:43,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:43,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:22:43,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:43,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:43,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:22:43,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:43,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:22:43,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:43,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:43,645 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,646 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,646 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,647 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,647 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,647 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:43,648 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:43,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:43,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60044936, jitterRate=-0.10526072978973389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:43,649 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309763640Initializing all the Stores at 1731309763641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309763641Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309763641Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309763641Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309763641Cleaning up temporary data from old regions at 1731309763647 (+6 ms)Region opened successfully at 1731309763649 (+2 ms) 2024-11-11T07:22:43,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:22:43,651 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fabf7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:43,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:22:43,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:22:43,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:22:43,652 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:22:43,653 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:22:43,653 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:22:43,653 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:22:43,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:22:43,656 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/balancer because node does not exist (not necessarily an error) 2024-11-11T07:22:43,687 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/balancer already deleted, retry=false 2024-11-11T07:22:43,687 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:22:43,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:22:43,762 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/normalizer already deleted, retry=false 2024-11-11T07:22:43,763 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:22:43,764 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:22:43,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:22:43,782 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/switch/split already deleted, retry=false 2024-11-11T07:22:43,783 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:22:43,793 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/switch/merge already deleted, retry=false 2024-11-11T07:22:43,794 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:22:43,803 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/snapshot-cleanup already deleted, retry=false 2024-11-11T07:22:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859030222/running 2024-11-11T07:22:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1859030222/running 2024-11-11T07:22:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:43,867 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,43795,1731309761395, sessionid=0x10128c6508a0003, setting cluster-up flag (Was=false) 2024-11-11T07:22:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,046 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1859030222/flush-table-proc/acquired, /1859030222/flush-table-proc/reached, /1859030222/flush-table-proc/abort 2024-11-11T07:22:44,047 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43795,1731309761395 2024-11-11T07:22:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,098 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1859030222/online-snapshot/acquired, /1859030222/online-snapshot/reached, /1859030222/online-snapshot/abort 2024-11-11T07:22:44,100 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43795,1731309761395 2024-11-11T07:22:44,101 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:22:44,102 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:44,102 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:22:44,103 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:22:44,103 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,43795,1731309761395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:22:44,104 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:44,104 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:44,105 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:44,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:22:44,110 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,110 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309794120 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:22:44,120 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:22:44,121 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(746): ClusterId : 7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b 2024-11-11T07:22:44,121 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:22:44,124 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,127 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:22:44,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:22:44,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:22:44,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:22:44,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:22:44,128 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:22:44,132 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309764128,5,FailOnTimeoutGroup] 2024-11-11T07:22:44,132 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309764132,5,FailOnTimeoutGroup] 2024-11-11T07:22:44,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:22:44,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,133 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,133 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:22:44,133 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:22:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:22:44,141 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:22:44,141 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a23627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:44,157 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35137 2024-11-11T07:22:44,157 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:22:44,157 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:22:44,157 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:22:44,158 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,43795,1731309761395 with port=35137, startcode=1731309761880 2024-11-11T07:22:44,158 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:22:44,161 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:22:44,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43795 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,162 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9 2024-11-11T07:22:44,162 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46365 2024-11-11T07:22:44,162 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:22:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/rs 2024-11-11T07:22:44,172 DEBUG [RS:0;d72d5187e64f:35137 {}] zookeeper.ZKUtil(111): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on existing znode=/1859030222/rs/d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,172 WARN [RS:0;d72d5187e64f:35137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:44,172 INFO [RS:0;d72d5187e64f:35137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:44,172 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35137,1731309761880] 2024-11-11T07:22:44,178 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:22:44,180 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:22:44,183 INFO [RS:0;d72d5187e64f:35137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:22:44,183 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,183 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:22:44,184 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:22:44,184 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:44,184 DEBUG [RS:0;d72d5187e64f:35137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,189 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35137,1731309761880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:44,207 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:22:44,207 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35137,1731309761880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,207 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,207 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.Replication(171): d72d5187e64f,35137,1731309761880 started 2024-11-11T07:22:44,224 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,224 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35137,1731309761880, RpcServer on d72d5187e64f/172.17.0.3:35137, sessionid=0x10128c6508a0004 2024-11-11T07:22:44,224 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:22:44,224 DEBUG [RS:0;d72d5187e64f:35137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35137,1731309761880' 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1859030222/flush-table-proc/abort' 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1859030222/flush-table-proc/acquired' 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35137,1731309761880' 2024-11-11T07:22:44,225 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1859030222/online-snapshot/abort' 2024-11-11T07:22:44,226 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1859030222/online-snapshot/acquired' 2024-11-11T07:22:44,226 DEBUG [RS:0;d72d5187e64f:35137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:22:44,226 INFO [RS:0;d72d5187e64f:35137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:22:44,226 INFO [RS:0;d72d5187e64f:35137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:22:44,327 INFO [RS:0;d72d5187e64f:35137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:44,328 INFO [RS:0;d72d5187e64f:35137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35137%2C1731309761880, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/oldWALs, maxLogs=10 2024-11-11T07:22:44,343 DEBUG [RS:0;d72d5187e64f:35137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, exclude list is [], retry=0 2024-11-11T07:22:44,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-b842a960-0733-4fa0-91dc-a52c2c85856d,DISK] 2024-11-11T07:22:44,347 INFO [RS:0;d72d5187e64f:35137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 2024-11-11T07:22:44,347 DEBUG [RS:0;d72d5187e64f:35137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233)] 2024-11-11T07:22:44,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:44,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:44,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:22:44,538 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9 2024-11-11T07:22:44,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:22:44,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:44,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:44,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:44,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:44,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:44,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:44,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:44,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:44,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:44,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:44,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740 2024-11-11T07:22:44,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740 2024-11-11T07:22:44,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:44,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:44,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:44,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:44,553 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:44,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65192470, jitterRate=-0.028556495904922485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309764543Initializing all the Stores at 1731309764543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309764543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764544 (+1 ms)Cleaning up temporary data from old regions at 1731309764551 (+7 ms)Region opened successfully at 1731309764554 (+3 ms) 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:44,554 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:44,554 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:44,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309764554Disabling compacts and flushes for region at 1731309764554Disabling writes for close at 1731309764554Writing region close event to WAL at 1731309764554Closed at 1731309764554 2024-11-11T07:22:44,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:44,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:22:44,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:22:44,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:44,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:22:44,707 DEBUG [d72d5187e64f:43795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:22:44,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35137,1731309761880, state=OPENING 2024-11-11T07:22:44,749 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:22:44,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:44,772 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:44,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859030222/meta-region-server: CHANGED 2024-11-11T07:22:44,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859030222/meta-region-server: CHANGED 2024-11-11T07:22:44,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35137,1731309761880}] 2024-11-11T07:22:44,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:44,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:22:44,928 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:22:44,928 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:44,929 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:22:44,930 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35137%2C1731309761880.meta, suffix=.meta, logDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/oldWALs, maxLogs=10 2024-11-11T07:22:44,942 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.meta.1731309764930.meta, exclude list is [], retry=0 2024-11-11T07:22:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-b842a960-0733-4fa0-91dc-a52c2c85856d,DISK] 2024-11-11T07:22:44,945 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.meta.1731309764930.meta 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233)] 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:44,946 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:22:44,946 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:22:44,946 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:22:44,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:44,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:44,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:44,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:44,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:44,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:44,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:44,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:44,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:44,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:44,952 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:44,952 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740 2024-11-11T07:22:44,953 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740 2024-11-11T07:22:44,954 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:44,954 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:44,954 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:44,955 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:44,955 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69071949, jitterRate=0.029252246022224426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:44,955 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:22:44,955 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309764946Writing region info on filesystem at 1731309764946Initializing all the Stores at 1731309764947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309764947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309764947Cleaning up temporary data from old regions at 1731309764954 (+7 ms)Running coprocessor post-open hooks at 1731309764955 (+1 ms)Region opened successfully at 1731309764955 2024-11-11T07:22:44,956 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309764924 2024-11-11T07:22:44,958 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:22:44,958 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:22:44,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35137,1731309761880, state=OPEN 2024-11-11T07:22:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1859030222/meta-region-server 2024-11-11T07:22:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1859030222/meta-region-server 2024-11-11T07:22:44,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:44,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859030222/meta-region-server: CHANGED 2024-11-11T07:22:44,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1859030222/meta-region-server: CHANGED 2024-11-11T07:22:44,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:22:44,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35137,1731309761880 in 189 msec 2024-11-11T07:22:44,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:22:44,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-11T07:22:44,965 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:44,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:22:44,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:44,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35137,1731309761880, seqNum=-1] 2024-11-11T07:22:44,966 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:44,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:44,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 869 msec 2024-11-11T07:22:44,971 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309764971, completionTime=-1 2024-11-11T07:22:44,971 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:22:44,971 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:22:44,972 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:22:44,972 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309824972 2024-11-11T07:22:44,972 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309884972 2024-11-11T07:22:44,972 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:43795, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,973 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,974 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.025sec 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:44,976 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:22:44,978 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:22:44,978 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:22:44,978 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43795,1731309761395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:22:44,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:22:44,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:22:44,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:22:45,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:45,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:22:45,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:45,022 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:22:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:22:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb4f797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:45,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:22:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:45,023 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:45,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bce331a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:45,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35137,1731309761880, seqNum=-1] 2024-11-11T07:22:45,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:45,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:45,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,43795,1731309761395 2024-11-11T07:22:45,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:45,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:45,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c6508a0005 connected 2024-11-11T07:22:45,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir so I do NOT create it in target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e 2024-11-11T07:22:45,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:22:45,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.tmp.dir so I do NOT create it in target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e 2024-11-11T07:22:45,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:22:45,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/cluster_c1a44e7f-f3ff-88b7-7643-b48ed496d509, deleteOnExit=true 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/test.cache.data in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:22:45,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:22:45,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:22:45,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:22:45,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:45,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:45,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:45,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:45,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:22:45,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:45,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:45,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:45,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/java.io.tmpdir/jetty-localhost-32851-hadoop-hdfs-3_4_1-tests_jar-_-any-7723291436883018886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:22:45,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:32851} 2024-11-11T07:22:45,496 INFO [Time-limited test {}] server.Server(415): Started @290464ms 2024-11-11T07:22:45,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:22:45,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:22:45,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:22:45,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:22:45,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:22:45,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:22:45,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:22:45,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dd274ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/java.io.tmpdir/jetty-localhost-40037-hadoop-hdfs-3_4_1-tests_jar-_-any-17159930109971584349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:22:45,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:40037} 2024-11-11T07:22:45,844 INFO [Time-limited test {}] server.Server(415): Started @290813ms 2024-11-11T07:22:45,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:22:46,950 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/cluster_c1a44e7f-f3ff-88b7-7643-b48ed496d509/data/data2/current/BP-1267274937-172.17.0.3-1731309765062/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:46,950 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/cluster_c1a44e7f-f3ff-88b7-7643-b48ed496d509/data/data1/current/BP-1267274937-172.17.0.3-1731309765062/current, will proceed with Du for space computation calculation, 2024-11-11T07:22:46,965 WARN [Thread-3674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:22:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd47a36ceaf291c7 with lease ID 0x8838dd6a98f54870: Processing first storage report for DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4 from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=5e329675-b5af-4aab-9a67-41cbe023e206, infoPort=34983, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1320598872;c=1731309765062) 2024-11-11T07:22:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd47a36ceaf291c7 with lease ID 0x8838dd6a98f54870: from storage DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4 node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=5e329675-b5af-4aab-9a67-41cbe023e206, infoPort=34983, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1320598872;c=1731309765062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:22:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd47a36ceaf291c7 with lease ID 0x8838dd6a98f54870: Processing first storage report for DS-593ac827-889a-41e7-bb21-6d91453d4b7e from datanode DatanodeRegistration(127.0.0.1:45865, datanodeUuid=5e329675-b5af-4aab-9a67-41cbe023e206, infoPort=34983, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1320598872;c=1731309765062) 2024-11-11T07:22:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd47a36ceaf291c7 with lease ID 0x8838dd6a98f54870: from storage DS-593ac827-889a-41e7-bb21-6d91453d4b7e node DatanodeRegistration(127.0.0.1:45865, datanodeUuid=5e329675-b5af-4aab-9a67-41cbe023e206, infoPort=34983, infoSecurePort=0, ipcPort=36611, storageInfo=lv=-57;cid=testClusterID;nsid=1320598872;c=1731309765062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:22:46,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e 2024-11-11T07:22:46,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:46,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:46,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:22:47,390 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed with version=8 2024-11-11T07:22:47,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/hbase-staging 2024-11-11T07:22:47,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:47,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46725 2024-11-11T07:22:47,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46725 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:47,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467250x0, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:47,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46725-0x10128c6508a0006 connected 2024-11-11T07:22:47,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:47,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:47,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/running 2024-11-11T07:22:47,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed, hbase.cluster.distributed=false 2024-11-11T07:22:47,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/acl 2024-11-11T07:22:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-11T07:22:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46725 2024-11-11T07:22:47,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46725 2024-11-11T07:22:47,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-11T07:22:47,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46725 2024-11-11T07:22:47,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:22:47,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39521 2024-11-11T07:22:47,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39521 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:47,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:47,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395210x0, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:47,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39521-0x10128c6508a0007 connected 2024-11-11T07:22:47,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/running 2024-11-11T07:22:47,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:22:47,543 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:22:47,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/master 2024-11-11T07:22:47,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/acl 2024-11-11T07:22:47,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:22:47,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39521 2024-11-11T07:22:47,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39521 2024-11-11T07:22:47,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:22:47,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T07:22:47,561 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:46725 2024-11-11T07:22:47,562 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1952594255/backup-masters/d72d5187e64f,46725,1731309767392 2024-11-11T07:22:47,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/backup-masters 2024-11-11T07:22:47,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/backup-masters 2024-11-11T07:22:47,572 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on existing znode=/2-1952594255/backup-masters/d72d5187e64f,46725,1731309767392 2024-11-11T07:22:47,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1952594255/master 2024-11-11T07:22:47,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:47,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:47,583 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on existing znode=/2-1952594255/master 2024-11-11T07:22:47,583 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1952594255/backup-masters/d72d5187e64f,46725,1731309767392 from backup master directory 2024-11-11T07:22:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1952594255/backup-masters/d72d5187e64f,46725,1731309767392 2024-11-11T07:22:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/backup-masters 2024-11-11T07:22:47,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/backup-masters 2024-11-11T07:22:47,593 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:47,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,46725,1731309767392 2024-11-11T07:22:47,595 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/hbase.id] with ID: ee02d0d6-6b95-4f84-9dc8-c316a5209161 2024-11-11T07:22:47,595 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/.tmp/hbase.id 2024-11-11T07:22:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:22:47,999 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/.tmp/hbase.id]:[hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/hbase.id] 2024-11-11T07:22:48,006 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:22:48,006 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:22:48,007 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:22:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:22:48,463 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:48,464 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:22:48,464 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:22:48,472 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store 2024-11-11T07:22:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:22:48,482 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:48,482 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:22:48,482 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309768482Disabling compacts and flushes for region at 1731309768482Disabling writes for close at 1731309768482Writing region close event to WAL at 1731309768482Closed at 1731309768482 2024-11-11T07:22:48,484 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/.initializing 2024-11-11T07:22:48,484 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/WALs/d72d5187e64f,46725,1731309767392 2024-11-11T07:22:48,485 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:48,487 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C46725%2C1731309767392, suffix=, logDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/WALs/d72d5187e64f,46725,1731309767392, archiveDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/oldWALs, maxLogs=10 2024-11-11T07:22:48,503 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/WALs/d72d5187e64f,46725,1731309767392/d72d5187e64f%2C46725%2C1731309767392.1731309768487, exclude list is [], retry=0 2024-11-11T07:22:48,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45865,DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4,DISK] 2024-11-11T07:22:48,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/WALs/d72d5187e64f,46725,1731309767392/d72d5187e64f%2C46725%2C1731309767392.1731309768487 2024-11-11T07:22:48,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34983:34983)] 2024-11-11T07:22:48,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:48,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:48,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:22:48,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:48,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:48,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:22:48,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:48,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:48,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:22:48,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:48,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:48,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:22:48,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:48,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:48,519 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,520 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,520 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,521 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,521 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,522 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:48,523 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:22:48,524 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:48,525 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75270325, jitterRate=0.12161524593830109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:48,525 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309768508Initializing all the Stores at 1731309768509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309768509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309768514 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309768514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309768514Cleaning up temporary data from old regions at 1731309768521 (+7 ms)Region opened successfully at 1731309768525 (+4 ms) 2024-11-11T07:22:48,528 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:22:48,531 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff36fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:48,532 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:22:48,532 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:22:48,532 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:22:48,532 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:22:48,532 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:22:48,533 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:22:48,533 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:22:48,537 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:22:48,538 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Unable to get data of znode /2-1952594255/balancer because node does not exist (not necessarily an error) 2024-11-11T07:22:48,582 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/balancer already deleted, retry=false 2024-11-11T07:22:48,583 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:22:48,583 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Unable to get data of znode /2-1952594255/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:22:48,593 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/normalizer already deleted, retry=false 2024-11-11T07:22:48,593 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:22:48,594 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Unable to get data of znode /2-1952594255/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:22:48,603 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/switch/split already deleted, retry=false 2024-11-11T07:22:48,604 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Unable to get data of znode /2-1952594255/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:22:48,614 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/switch/merge already deleted, retry=false 2024-11-11T07:22:48,616 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Unable to get data of znode /2-1952594255/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:22:48,624 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/snapshot-cleanup already deleted, retry=false 2024-11-11T07:22:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1952594255/running 2024-11-11T07:22:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1952594255/running 2024-11-11T07:22:48,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,636 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,46725,1731309767392, sessionid=0x10128c6508a0006, setting cluster-up flag (Was=false) 2024-11-11T07:22:48,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1952594255/flush-table-proc/acquired, /2-1952594255/flush-table-proc/reached, /2-1952594255/flush-table-proc/abort 2024-11-11T07:22:48,690 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,46725,1731309767392 2024-11-11T07:22:48,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:48,740 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1952594255/online-snapshot/acquired, /2-1952594255/online-snapshot/reached, /2-1952594255/online-snapshot/abort 2024-11-11T07:22:48,741 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,46725,1731309767392 2024-11-11T07:22:48,742 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:22:48,745 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:48,745 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:22:48,745 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:22:48,746 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,46725,1731309767392 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:48,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:48,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:22:48,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:48,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309798755 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:22:48,755 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:22:48,757 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(746): ClusterId : ee02d0d6-6b95-4f84-9dc8-c316a5209161 2024-11-11T07:22:48,757 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:22:48,760 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,761 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:22:48,761 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:22:48,761 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:22:48,761 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:22:48,763 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:22:48,763 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:22:48,764 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:22:48,764 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:22:48,771 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309768764,5,FailOnTimeoutGroup] 2024-11-11T07:22:48,772 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309768772,5,FailOnTimeoutGroup] 2024-11-11T07:22:48,772 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,772 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:22:48,772 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,772 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,772 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:22:48,773 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bc6a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:22:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:22:48,792 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:39521 2024-11-11T07:22:48,792 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:22:48,792 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:22:48,792 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:22:48,793 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,46725,1731309767392 with port=39521, startcode=1731309767527 2024-11-11T07:22:48,793 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:22:48,797 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:22:48,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46725 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,798 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed 2024-11-11T07:22:48,798 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39783 2024-11-11T07:22:48,798 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:22:48,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/rs 2024-11-11T07:22:48,845 DEBUG [RS:0;d72d5187e64f:39521 {}] zookeeper.ZKUtil(111): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on existing znode=/2-1952594255/rs/d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,845 WARN [RS:0;d72d5187e64f:39521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:22:48,846 INFO [RS:0;d72d5187e64f:39521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:48,846 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,39521,1731309767527] 2024-11-11T07:22:48,849 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:22:48,852 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:22:48,853 INFO [RS:0;d72d5187e64f:39521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:22:48,853 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,853 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:22:48,854 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:22:48,854 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,854 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,855 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,855 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:22:48,855 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:48,855 DEBUG [RS:0;d72d5187e64f:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,856 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309767527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:48,877 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:22:48,877 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,39521,1731309767527-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,877 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,877 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.Replication(171): d72d5187e64f,39521,1731309767527 started 2024-11-11T07:22:48,895 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:48,895 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,39521,1731309767527, RpcServer on d72d5187e64f/172.17.0.3:39521, sessionid=0x10128c6508a0007 2024-11-11T07:22:48,895 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:22:48,895 DEBUG [RS:0;d72d5187e64f:39521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,895 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,39521,1731309767527' 2024-11-11T07:22:48,895 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1952594255/flush-table-proc/abort' 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1952594255/flush-table-proc/acquired' 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,39521,1731309767527 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,39521,1731309767527' 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1952594255/online-snapshot/abort' 2024-11-11T07:22:48,896 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1952594255/online-snapshot/acquired' 2024-11-11T07:22:48,897 DEBUG [RS:0;d72d5187e64f:39521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:22:48,897 INFO [RS:0;d72d5187e64f:39521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:22:48,897 INFO [RS:0;d72d5187e64f:39521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:22:48,997 INFO [RS:0;d72d5187e64f:39521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:22:48,998 INFO [RS:0;d72d5187e64f:39521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39521%2C1731309767527, suffix=, logDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527, archiveDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/oldWALs, maxLogs=10 2024-11-11T07:22:49,014 DEBUG [RS:0;d72d5187e64f:39521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, exclude list is [], retry=0 2024-11-11T07:22:49,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45865,DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4,DISK] 2024-11-11T07:22:49,018 INFO [RS:0;d72d5187e64f:39521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 2024-11-11T07:22:49,018 DEBUG [RS:0;d72d5187e64f:39521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34983:34983)] 2024-11-11T07:22:49,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:22:49,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed 2024-11-11T07:22:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:22:49,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:49,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:49,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:49,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:49,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:49,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:49,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:49,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:49,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:49,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:49,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740 2024-11-11T07:22:49,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740 2024-11-11T07:22:49,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:49,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:49,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:49,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:49,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:49,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68446036, jitterRate=0.019925415515899658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:49,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309769180Initializing all the Stores at 1731309769180Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309769180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769180Cleaning up temporary data from old regions at 1731309769187 (+7 ms)Region opened successfully at 1731309769190 (+3 ms) 2024-11-11T07:22:49,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:22:49,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:22:49,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:22:49,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:22:49,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:22:49,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:22:49,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309769191Disabling compacts and flushes for region at 1731309769191Disabling writes for close at 1731309769191Writing region close event to WAL at 1731309769191Closed at 1731309769191 2024-11-11T07:22:49,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:49,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:22:49,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:22:49,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:49,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:22:49,344 DEBUG [d72d5187e64f:46725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:22:49,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:49,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,39521,1731309767527, state=OPENING 2024-11-11T07:22:49,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:22:49,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:49,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:22:49,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1952594255/meta-region-server: CHANGED 2024-11-11T07:22:49,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:22:49,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,39521,1731309767527}] 2024-11-11T07:22:49,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1952594255/meta-region-server: CHANGED 2024-11-11T07:22:49,556 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:22:49,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:22:49,561 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:22:49,561 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:49,561 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:22:49,563 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39521%2C1731309767527.meta, suffix=.meta, logDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527, archiveDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/oldWALs, maxLogs=10 2024-11-11T07:22:49,613 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.meta.1731309769592.meta, exclude list is [], retry=0 2024-11-11T07:22:49,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45865,DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4,DISK] 2024-11-11T07:22:49,625 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.meta.1731309769592.meta 2024-11-11T07:22:49,625 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34983:34983)] 2024-11-11T07:22:49,625 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:49,626 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:22:49,626 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:22:49,626 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:22:49,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:22:49,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:22:49,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:22:49,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:22:49,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:22:49,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:22:49,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:22:49,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:22:49,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:22:49,634 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:22:49,634 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740 2024-11-11T07:22:49,635 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740 2024-11-11T07:22:49,636 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:22:49,636 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:22:49,637 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:22:49,638 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:22:49,638 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63540245, jitterRate=-0.05317656695842743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:22:49,638 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:22:49,639 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309769627Writing region info on filesystem at 1731309769627Initializing all the Stores at 1731309769628 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309769628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309769628Cleaning up temporary data from old regions at 1731309769636 (+8 ms)Running coprocessor post-open hooks at 1731309769638 (+2 ms)Region opened successfully at 1731309769639 (+1 ms) 2024-11-11T07:22:49,640 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309769556 2024-11-11T07:22:49,642 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:22:49,642 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:22:49,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:49,644 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,39521,1731309767527, state=OPEN 2024-11-11T07:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1952594255/meta-region-server 2024-11-11T07:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1952594255/meta-region-server 2024-11-11T07:22:49,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1952594255/meta-region-server: CHANGED 2024-11-11T07:22:49,661 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:49,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1952594255/meta-region-server: CHANGED 2024-11-11T07:22:49,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:22:49,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,39521,1731309767527 in 257 msec 2024-11-11T07:22:49,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:22:49,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-11T07:22:49,677 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:22:49,677 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:22:49,681 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:49,681 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39521,1731309767527, seqNum=-1] 2024-11-11T07:22:49,681 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:49,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:49,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-11-11T07:22:49,695 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309769695, completionTime=-1 2024-11-11T07:22:49,695 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:22:49,695 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:22:49,700 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309829700 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309889701 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:46725, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,701 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,704 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,708 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.118sec 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:22:49,711 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:22:49,718 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:22:49,718 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:22:49,718 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,46725,1731309767392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:22:49,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:49,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:22:49,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:49,763 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:22:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:22:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dab725f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:22:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:49,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:49,765 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:49,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:49,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39521,1731309767527, seqNum=-1] 2024-11-11T07:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:49,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:22:49,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,46725,1731309767392 2024-11-11T07:22:49,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49265 2024-11-11T07:22:49,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:22:49,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128c6508a0008 connected 2024-11-11T07:22:49,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36723,1731309755500 2024-11-11T07:22:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755f6fd9 2024-11-11T07:22:49,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:49,797 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:49,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:49,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:49,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:49,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:49,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:50,219 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e12d80c8f21e6851cd487cbeec15098, NAME => 'test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4 2024-11-11T07:22:50,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:50,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:50,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:50,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:50,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e12d80c8f21e6851cd487cbeec15098, disabling compactions & flushes 2024-11-11T07:22:50,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. after waiting 0 ms 2024-11-11T07:22:50,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e12d80c8f21e6851cd487cbeec15098: Waiting for close lock at 1731309770625Disabling compacts and flushes for region at 1731309770625Disabling writes for close at 1731309770625Writing region close event to WAL at 1731309770625Closed at 1731309770625 2024-11-11T07:22:50,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:50,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309770626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309770626"}]},"ts":"1731309770626"} 2024-11-11T07:22:50,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:50,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:50,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309770629"}]},"ts":"1731309770629"} 2024-11-11T07:22:50,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:50,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e12d80c8f21e6851cd487cbeec15098, ASSIGN}] 2024-11-11T07:22:50,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e12d80c8f21e6851cd487cbeec15098, ASSIGN 2024-11-11T07:22:50,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e12d80c8f21e6851cd487cbeec15098, ASSIGN; state=OFFLINE, location=d72d5187e64f,40305,1731309755695; forceNewPlan=false, retain=false 2024-11-11T07:22:50,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e12d80c8f21e6851cd487cbeec15098, regionState=OPENING, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e12d80c8f21e6851cd487cbeec15098, ASSIGN because future has completed 2024-11-11T07:22:50,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e12d80c8f21e6851cd487cbeec15098, server=d72d5187e64f,40305,1731309755695}] 2024-11-11T07:22:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:50,945 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,945 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e12d80c8f21e6851cd487cbeec15098, NAME => 'test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:50,945 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:50,945 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:50,945 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,946 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:50,946 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,946 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,947 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,948 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e12d80c8f21e6851cd487cbeec15098 columnFamilyName f 2024-11-11T07:22:50,948 DEBUG [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:50,948 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(327): Store=1e12d80c8f21e6851cd487cbeec15098/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:50,949 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,949 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e12d80c8f21e6851cd487cbeec15098 columnFamilyName f1 2024-11-11T07:22:50,949 DEBUG [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:50,950 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(327): Store=1e12d80c8f21e6851cd487cbeec15098/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:50,950 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,951 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e12d80c8f21e6851cd487cbeec15098 columnFamilyName norep 2024-11-11T07:22:50,951 DEBUG [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:50,951 INFO [StoreOpener-1e12d80c8f21e6851cd487cbeec15098-1 {}] regionserver.HStore(327): Store=1e12d80c8f21e6851cd487cbeec15098/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:50,951 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,952 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,952 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,952 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,952 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,953 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:50,954 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,955 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:50,956 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e12d80c8f21e6851cd487cbeec15098; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58979936, jitterRate=-0.12113046646118164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:50,956 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:22:50,957 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e12d80c8f21e6851cd487cbeec15098: Running coprocessor pre-open hook at 1731309770946Writing region info on filesystem at 1731309770946Initializing all the Stores at 1731309770947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309770947Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309770947Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309770947Cleaning up temporary data from old regions at 1731309770952 (+5 ms)Running coprocessor post-open hooks at 1731309770956 (+4 ms)Region opened successfully at 1731309770957 (+1 ms) 2024-11-11T07:22:50,957 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098., pid=6, masterSystemTime=1731309770941 2024-11-11T07:22:50,959 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,959 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:22:50,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e12d80c8f21e6851cd487cbeec15098, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:50,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e12d80c8f21e6851cd487cbeec15098, server=d72d5187e64f,40305,1731309755695 because future has completed 2024-11-11T07:22:50,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:50,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e12d80c8f21e6851cd487cbeec15098, server=d72d5187e64f,40305,1731309755695 in 174 msec 2024-11-11T07:22:50,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:50,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e12d80c8f21e6851cd487cbeec15098, ASSIGN in 332 msec 2024-11-11T07:22:50,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:50,967 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309770967"}]},"ts":"1731309770967"} 2024-11-11T07:22:50,969 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:50,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:50,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-11T07:22:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:51,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:51,950 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:22:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eab2c29 2024-11-11T07:22:51,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:51,952 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:51,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:51,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:51,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:51,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:51,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:51,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b7c0605a6c51780045005e2e9904833, NAME => 'test,,1731309771952.5b7c0605a6c51780045005e2e9904833.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9 2024-11-11T07:22:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309771952.5b7c0605a6c51780045005e2e9904833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b7c0605a6c51780045005e2e9904833, disabling compactions & flushes 2024-11-11T07:22:52,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309771952.5b7c0605a6c51780045005e2e9904833. after waiting 0 ms 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b7c0605a6c51780045005e2e9904833: Waiting for close lock at 1731309772010Disabling compacts and flushes for region at 1731309772010Disabling writes for close at 1731309772010Writing region close event to WAL at 1731309772010Closed at 1731309772010 2024-11-11T07:22:52,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:52,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309771952.5b7c0605a6c51780045005e2e9904833.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309772015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309772015"}]},"ts":"1731309772015"} 2024-11-11T07:22:52,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:52,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:52,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309772020"}]},"ts":"1731309772020"} 2024-11-11T07:22:52,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:52,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b7c0605a6c51780045005e2e9904833, ASSIGN}] 2024-11-11T07:22:52,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b7c0605a6c51780045005e2e9904833, ASSIGN 2024-11-11T07:22:52,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b7c0605a6c51780045005e2e9904833, ASSIGN; state=OFFLINE, location=d72d5187e64f,35137,1731309761880; forceNewPlan=false, retain=false 2024-11-11T07:22:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:52,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b7c0605a6c51780045005e2e9904833, regionState=OPENING, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:52,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b7c0605a6c51780045005e2e9904833, ASSIGN because future has completed 2024-11-11T07:22:52,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b7c0605a6c51780045005e2e9904833, server=d72d5187e64f,35137,1731309761880}] 2024-11-11T07:22:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:52,337 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,338 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b7c0605a6c51780045005e2e9904833, NAME => 'test,,1731309771952.5b7c0605a6c51780045005e2e9904833.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:52,338 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:52,338 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:52,338 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,338 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309771952.5b7c0605a6c51780045005e2e9904833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:52,339 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,339 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,345 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,347 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7c0605a6c51780045005e2e9904833 columnFamilyName f 2024-11-11T07:22:52,347 DEBUG [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:52,347 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(327): Store=5b7c0605a6c51780045005e2e9904833/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:52,348 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,349 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7c0605a6c51780045005e2e9904833 columnFamilyName f1 2024-11-11T07:22:52,349 DEBUG [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:52,350 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(327): Store=5b7c0605a6c51780045005e2e9904833/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:52,350 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,351 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b7c0605a6c51780045005e2e9904833 columnFamilyName norep 2024-11-11T07:22:52,351 DEBUG [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:52,351 INFO [StoreOpener-5b7c0605a6c51780045005e2e9904833-1 {}] regionserver.HStore(327): Store=5b7c0605a6c51780045005e2e9904833/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:52,351 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,352 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,352 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,353 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,353 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,353 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:52,354 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,356 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:52,356 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b7c0605a6c51780045005e2e9904833; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60493101, jitterRate=-0.09858255088329315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:52,356 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:22:52,357 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b7c0605a6c51780045005e2e9904833: Running coprocessor pre-open hook at 1731309772339Writing region info on filesystem at 1731309772339Initializing all the Stores at 1731309772339Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309772340 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309772345 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309772345Cleaning up temporary data from old regions at 1731309772353 (+8 ms)Running coprocessor post-open hooks at 1731309772356 (+3 ms)Region opened successfully at 1731309772357 (+1 ms) 2024-11-11T07:22:52,360 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309771952.5b7c0605a6c51780045005e2e9904833., pid=6, masterSystemTime=1731309772328 2024-11-11T07:22:52,367 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,367 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:22:52,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b7c0605a6c51780045005e2e9904833, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:52,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b7c0605a6c51780045005e2e9904833, server=d72d5187e64f,35137,1731309761880 because future has completed 2024-11-11T07:22:52,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:52,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b7c0605a6c51780045005e2e9904833, server=d72d5187e64f,35137,1731309761880 in 200 msec 2024-11-11T07:22:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:52,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b7c0605a6c51780045005e2e9904833, ASSIGN in 356 msec 2024-11-11T07:22:52,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:52,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309772382"}]},"ts":"1731309772382"} 2024-11-11T07:22:52,384 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:52,385 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:52,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 433 msec 2024-11-11T07:22:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:52,590 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:52,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,46725,1731309767392 2024-11-11T07:22:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b14f406 2024-11-11T07:22:52,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:52,592 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:52,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:22:52,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:52,595 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:52,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:22:52,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:22:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:53,033 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b4fbcf57255d60085e5443cd3f75004, NAME => 'test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed 2024-11-11T07:22:53,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:22:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b4fbcf57255d60085e5443cd3f75004, disabling compactions & flushes 2024-11-11T07:22:53,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. after waiting 0 ms 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,463 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,463 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b4fbcf57255d60085e5443cd3f75004: Waiting for close lock at 1731309773463Disabling compacts and flushes for region at 1731309773463Disabling writes for close at 1731309773463Writing region close event to WAL at 1731309773463Closed at 1731309773463 2024-11-11T07:22:53,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:53,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309773464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309773464"}]},"ts":"1731309773464"} 2024-11-11T07:22:53,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:53,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:53,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309773468"}]},"ts":"1731309773468"} 2024-11-11T07:22:53,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:22:53,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b4fbcf57255d60085e5443cd3f75004, ASSIGN}] 2024-11-11T07:22:53,472 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b4fbcf57255d60085e5443cd3f75004, ASSIGN 2024-11-11T07:22:53,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b4fbcf57255d60085e5443cd3f75004, ASSIGN; state=OFFLINE, location=d72d5187e64f,39521,1731309767527; forceNewPlan=false, retain=false 2024-11-11T07:22:53,623 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b4fbcf57255d60085e5443cd3f75004, regionState=OPENING, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:53,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b4fbcf57255d60085e5443cd3f75004, ASSIGN because future has completed 2024-11-11T07:22:53,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b4fbcf57255d60085e5443cd3f75004, server=d72d5187e64f,39521,1731309767527}] 2024-11-11T07:22:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:53,783 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,783 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b4fbcf57255d60085e5443cd3f75004, NAME => 'test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:53,784 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:53,785 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:22:53,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:53,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,785 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,786 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,787 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4fbcf57255d60085e5443cd3f75004 columnFamilyName f 2024-11-11T07:22:53,787 DEBUG [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:53,787 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(327): Store=5b4fbcf57255d60085e5443cd3f75004/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:53,788 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,788 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4fbcf57255d60085e5443cd3f75004 columnFamilyName f1 2024-11-11T07:22:53,789 DEBUG [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:53,789 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(327): Store=5b4fbcf57255d60085e5443cd3f75004/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:53,789 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,790 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b4fbcf57255d60085e5443cd3f75004 columnFamilyName norep 2024-11-11T07:22:53,790 DEBUG [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:53,790 INFO [StoreOpener-5b4fbcf57255d60085e5443cd3f75004-1 {}] regionserver.HStore(327): Store=5b4fbcf57255d60085e5443cd3f75004/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:53,792 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,793 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,794 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,795 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:53,796 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,798 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:53,799 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b4fbcf57255d60085e5443cd3f75004; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60974323, jitterRate=-0.0914117842912674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:53,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:22:53,799 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b4fbcf57255d60085e5443cd3f75004: Running coprocessor pre-open hook at 1731309773785Writing region info on filesystem at 1731309773785Initializing all the Stores at 1731309773786 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309773786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309773786Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309773786Cleaning up temporary data from old regions at 1731309773795 (+9 ms)Running coprocessor post-open hooks at 1731309773799 (+4 ms)Region opened successfully at 1731309773799 2024-11-11T07:22:53,800 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., pid=6, masterSystemTime=1731309773777 2024-11-11T07:22:53,802 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,802 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:22:53,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b4fbcf57255d60085e5443cd3f75004, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:53,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b4fbcf57255d60085e5443cd3f75004, server=d72d5187e64f,39521,1731309767527 because future has completed 2024-11-11T07:22:53,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:22:53,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b4fbcf57255d60085e5443cd3f75004, server=d72d5187e64f,39521,1731309767527 in 181 msec 2024-11-11T07:22:53,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:22:53,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b4fbcf57255d60085e5443cd3f75004, ASSIGN in 340 msec 2024-11-11T07:22:53,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:53,813 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309773813"}]},"ts":"1731309773813"} 2024-11-11T07:22:53,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:22:53,817 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:53,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2240 sec 2024-11-11T07:22:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:22:54,740 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:22:54,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36723,-1 for getting cluster id 2024-11-11T07:22:54,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:54,743 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50dfc25-95a4-469f-9017-f5e2feedf6c7' 2024-11-11T07:22:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50dfc25-95a4-469f-9017-f5e2feedf6c7" 2024-11-11T07:22:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da94c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36723,-1] 2024-11-11T07:22:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:54,744 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:54,746 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:54,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97a6a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36723,1731309755500 2024-11-11T07:22:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e57e7ad 2024-11-11T07:22:54,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:54,752 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:54,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:43795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:54,757 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43795' 2024-11-11T07:22:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:54,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,759 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:22:54,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:54,760 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:22:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e6fced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:54,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:54,762 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@654e866b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:54,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:54,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:22:54,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec17ead 2024-11-11T07:22:54,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:54,766 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:54,767 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:22:54,767 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:54,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:54,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:54,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:54,768 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:54,770 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:54,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:54,772 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:54,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:54,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f6b6d19fc325156dca072996b7a8fd5, NAME => 'hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4 2024-11-11T07:22:54,820 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:54,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:54,849 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:22:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:54,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:22:54,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:22:54,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:22:54,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:22:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:55,222 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:55,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f6b6d19fc325156dca072996b7a8fd5, disabling compactions & flushes 2024-11-11T07:22:55,223 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. after waiting 0 ms 2024-11-11T07:22:55,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,223 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f6b6d19fc325156dca072996b7a8fd5: Waiting for close lock at 1731309775222Disabling compacts and flushes for region at 1731309775222Disabling writes for close at 1731309775223 (+1 ms)Writing region close event to WAL at 1731309775223Closed at 1731309775223 2024-11-11T07:22:55,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:55,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309775224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309775224"}]},"ts":"1731309775224"} 2024-11-11T07:22:55,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:55,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:55,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309775227"}]},"ts":"1731309775227"} 2024-11-11T07:22:55,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:55,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5, ASSIGN}] 2024-11-11T07:22:55,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5, ASSIGN 2024-11-11T07:22:55,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5, ASSIGN; state=OFFLINE, location=d72d5187e64f,40305,1731309755695; forceNewPlan=false, retain=false 2024-11-11T07:22:55,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f6b6d19fc325156dca072996b7a8fd5, regionState=OPENING, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5, ASSIGN because future has completed 2024-11-11T07:22:55,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f6b6d19fc325156dca072996b7a8fd5, server=d72d5187e64f,40305,1731309755695}] 2024-11-11T07:22:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:55,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:55,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:55,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40305%2C1731309755695.rep, suffix=, logDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695, archiveDir=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/oldWALs, maxLogs=10 2024-11-11T07:22:55,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.rep.1731309775548, exclude list is [], retry=0 2024-11-11T07:22:55,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42189,DS-75520154-a9e4-4e24-890f-2eb14367abfd,DISK] 2024-11-11T07:22:55,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.rep.1731309775548 2024-11-11T07:22:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33849:33849)] 2024-11-11T07:22:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f6b6d19fc325156dca072996b7a8fd5, NAME => 'hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:55,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:55,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. service=MultiRowMutationService 2024-11-11T07:22:55,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,586 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,587 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f6b6d19fc325156dca072996b7a8fd5 columnFamilyName hfileref 2024-11-11T07:22:55,587 DEBUG [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:55,587 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(327): Store=9f6b6d19fc325156dca072996b7a8fd5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:55,587 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,588 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f6b6d19fc325156dca072996b7a8fd5 columnFamilyName queue 2024-11-11T07:22:55,589 DEBUG [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:55,589 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(327): Store=9f6b6d19fc325156dca072996b7a8fd5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:55,589 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,590 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f6b6d19fc325156dca072996b7a8fd5 columnFamilyName sid 2024-11-11T07:22:55,590 DEBUG [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:55,590 INFO [StoreOpener-9f6b6d19fc325156dca072996b7a8fd5-1 {}] regionserver.HStore(327): Store=9f6b6d19fc325156dca072996b7a8fd5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:55,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/replication/9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/replication/9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:55,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/replication/9f6b6d19fc325156dca072996b7a8fd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:55,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f6b6d19fc325156dca072996b7a8fd5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67644257, jitterRate=0.007977977395057678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:55,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:22:55,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f6b6d19fc325156dca072996b7a8fd5: Running coprocessor pre-open hook at 1731309775584Writing region info on filesystem at 1731309775584Initializing all the Stores at 1731309775585 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309775585Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309775585Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309775585Cleaning up temporary data from old regions at 1731309775593 (+8 ms)Running coprocessor post-open hooks at 1731309775599 (+6 ms)Region opened successfully at 1731309775599 2024-11-11T07:22:55,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5., pid=10, masterSystemTime=1731309775542 2024-11-11T07:22:55,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:22:55,605 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f6b6d19fc325156dca072996b7a8fd5, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40305,1731309755695 2024-11-11T07:22:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f6b6d19fc325156dca072996b7a8fd5, server=d72d5187e64f,40305,1731309755695 because future has completed 2024-11-11T07:22:55,613 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36723 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d72d5187e64f,40305,1731309755695, table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T07:22:55,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:55,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f6b6d19fc325156dca072996b7a8fd5, server=d72d5187e64f,40305,1731309755695 in 226 msec 2024-11-11T07:22:55,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:55,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f6b6d19fc325156dca072996b7a8fd5, ASSIGN in 386 msec 2024-11-11T07:22:55,619 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:55,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309775619"}]},"ts":"1731309775619"} 2024-11-11T07:22:55,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:55,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:55,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 854 msec 2024-11-11T07:22:55,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5., hostname=d72d5187e64f,40305,1731309755695, seqNum=2] 2024-11-11T07:22:55,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:55,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:22:55,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:55,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:22:55,958 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:22:56,064 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,40305,1731309755695, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:56,065 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:56,065 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40305,1731309755695, seqNum=-1] 2024-11-11T07:22:56,066 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:56,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:56,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,40305,1731309755695', locateType=CURRENT is [region=hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5., hostname=d72d5187e64f,40305,1731309755695, seqNum=2] 2024-11-11T07:22:56,096 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:22:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:22:56,110 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,40305,1731309755695 suceeded 2024-11-11T07:22:56,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:22:56,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 316 msec 2024-11-11T07:22:56,117 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:43795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:22:56,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3650 sec 2024-11-11T07:22:56,139 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43795' 2024-11-11T07:22:56,145 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765f8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,145 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:22:56,145 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:56,148 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:22:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:22:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640b51d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:22:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:56,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,152 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ed4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,158 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:22:56,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff6d299 2024-11-11T07:22:56,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:56,160 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:56,161 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,40305,1731309755695 (queues=1) is replicating from cluster=d50dfc25-95a4-469f-9017-f5e2feedf6c7 to cluster=7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b 2024-11-11T07:22:56,161 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C40305%2C1731309755695 2024-11-11T07:22:56,161 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,40305,1731309755695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:56,166 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C40305%2C1731309755695 2024-11-11T07:22:56,167 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, startPosition=0, beingWritten=true 2024-11-11T07:22:56,182 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:56,182 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:56,183 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40305,1731309755695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:56,401 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:56,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:22:56,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:22:56,727 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:56,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:56,911 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:56,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:56,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:56,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:22:56,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:56,915 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:22:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:22:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f91781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:22:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:56,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,918 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cc35c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:22:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66de1e5a 2024-11-11T07:22:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:56,922 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:56,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:46725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:56,926 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:46725' 2024-11-11T07:22:56,928 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,929 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:22:56,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:56,930 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:22:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:22:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542312b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:22:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:56,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,932 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:56,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12285702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:56,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,46725,1731309767392 2024-11-11T07:22:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c87458a 2024-11-11T07:22:56,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:56,936 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:56,937 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:22:56,937 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:56,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:56,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:56,938 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:56,939 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:56,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:56,941 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:56,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:56,993 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:57,137 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:57,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c6f9e02a57c2026b3883c2d91a27917, NAME => 'hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9 2024-11-11T07:22:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:57,641 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:57,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:57,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c6f9e02a57c2026b3883c2d91a27917, disabling compactions & flushes 2024-11-11T07:22:57,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:57,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:57,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. after waiting 0 ms 2024-11-11T07:22:57,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:57,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:57,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c6f9e02a57c2026b3883c2d91a27917: Waiting for close lock at 1731309777757Disabling compacts and flushes for region at 1731309777757Disabling writes for close at 1731309777757Writing region close event to WAL at 1731309777757Closed at 1731309777757 2024-11-11T07:22:57,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:57,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309777758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309777758"}]},"ts":"1731309777758"} 2024-11-11T07:22:57,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:57,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:57,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309777761"}]},"ts":"1731309777761"} 2024-11-11T07:22:57,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:57,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c6f9e02a57c2026b3883c2d91a27917, ASSIGN}] 2024-11-11T07:22:57,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c6f9e02a57c2026b3883c2d91a27917, ASSIGN 2024-11-11T07:22:57,766 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c6f9e02a57c2026b3883c2d91a27917, ASSIGN; state=OFFLINE, location=d72d5187e64f,35137,1731309761880; forceNewPlan=false, retain=false 2024-11-11T07:22:57,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c6f9e02a57c2026b3883c2d91a27917, regionState=OPENING, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:57,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c6f9e02a57c2026b3883c2d91a27917, ASSIGN because future has completed 2024-11-11T07:22:57,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6f9e02a57c2026b3883c2d91a27917, server=d72d5187e64f,35137,1731309761880}] 2024-11-11T07:22:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:58,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:58,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:58,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:58,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35137%2C1731309761880.rep, suffix=, logDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880, archiveDir=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/oldWALs, maxLogs=10 2024-11-11T07:22:58,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.rep.1731309778078, exclude list is [], retry=0 2024-11-11T07:22:58,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-b842a960-0733-4fa0-91dc-a52c2c85856d,DISK] 2024-11-11T07:22:58,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.rep.1731309778078 2024-11-11T07:22:58,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38233:38233)] 2024-11-11T07:22:58,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c6f9e02a57c2026b3883c2d91a27917, NAME => 'hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:58,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. service=MultiRowMutationService 2024-11-11T07:22:58,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,104 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,105 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6f9e02a57c2026b3883c2d91a27917 columnFamilyName hfileref 2024-11-11T07:22:58,106 DEBUG [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:58,106 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(327): Store=8c6f9e02a57c2026b3883c2d91a27917/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:58,106 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,107 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6f9e02a57c2026b3883c2d91a27917 columnFamilyName queue 2024-11-11T07:22:58,107 DEBUG [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:58,107 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(327): Store=8c6f9e02a57c2026b3883c2d91a27917/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:58,108 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,109 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c6f9e02a57c2026b3883c2d91a27917 columnFamilyName sid 2024-11-11T07:22:58,109 DEBUG [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:58,109 INFO [StoreOpener-8c6f9e02a57c2026b3883c2d91a27917-1 {}] regionserver.HStore(327): Store=8c6f9e02a57c2026b3883c2d91a27917/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:58,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:58,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:58,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8c6f9e02a57c2026b3883c2d91a27917; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601060, jitterRate=-0.03736919164657593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:58,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:22:58,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8c6f9e02a57c2026b3883c2d91a27917: Running coprocessor pre-open hook at 1731309778102Writing region info on filesystem at 1731309778102Initializing all the Stores at 1731309778102Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309778102Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309778104 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309778104Cleaning up temporary data from old regions at 1731309778111 (+7 ms)Running coprocessor post-open hooks at 1731309778117 (+6 ms)Region opened successfully at 1731309778117 2024-11-11T07:22:58,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917., pid=10, masterSystemTime=1731309778072 2024-11-11T07:22:58,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:58,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:22:58,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c6f9e02a57c2026b3883c2d91a27917, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35137,1731309761880 2024-11-11T07:22:58,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c6f9e02a57c2026b3883c2d91a27917, server=d72d5187e64f,35137,1731309761880 because future has completed 2024-11-11T07:22:58,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:58,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c6f9e02a57c2026b3883c2d91a27917, server=d72d5187e64f,35137,1731309761880 in 206 msec 2024-11-11T07:22:58,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:58,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c6f9e02a57c2026b3883c2d91a27917, ASSIGN in 363 msec 2024-11-11T07:22:58,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:58,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309778129"}]},"ts":"1731309778129"} 2024-11-11T07:22:58,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:58,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:58,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-11T07:22:58,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917., hostname=d72d5187e64f,35137,1731309761880, seqNum=2] 2024-11-11T07:22:58,245 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:22:58,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:22:58,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:22:58,462 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:22:58,499 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,35137,1731309761880, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:22:58,499 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:22:58,499 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35137,1731309761880, seqNum=-1] 2024-11-11T07:22:58,500 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:22:58,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T07:22:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,35137,1731309761880', locateType=CURRENT is [region=hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917., hostname=d72d5187e64f,35137,1731309761880, seqNum=2] 2024-11-11T07:22:58,506 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:22:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:22:58,512 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,35137,1731309761880 suceeded 2024-11-11T07:22:58,523 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:46725' 2024-11-11T07:22:58,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:22:58,525 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:46725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:22:58,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-11T07:22:58,525 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349576bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:58,525 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:22:58,525 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:58,526 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:22:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:22:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1afbecb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:22:58,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:58,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:58,528 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:58,529 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348415de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:58,529 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,46725,1731309767392 2024-11-11T07:22:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f0ca82 2024-11-11T07:22:58,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6030 sec 2024-11-11T07:22:58,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:58,532 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T07:22:58,532 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,35137,1731309761880 (queues=1) is replicating from cluster=7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b to cluster=ee02d0d6-6b95-4f84-9dc8-c316a5209161 2024-11-11T07:22:58,533 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C35137%2C1731309761880 2024-11-11T07:22:58,533 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,35137,1731309761880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:22:58,533 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, startPosition=0, beingWritten=true 2024-11-11T07:22:58,536 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C35137%2C1731309761880 2024-11-11T07:22:58,546 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:22:58,546 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:22:58,546 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:22:58,753 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:22:58,949 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:59,057 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:22:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43795 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:59,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:22:59,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:22:59,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:22:59,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:59,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:22:59,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:59,071 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033a4d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,074 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ecb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,46725,1731309767392 2024-11-11T07:22:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d99558 2024-11-11T07:22:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:59,076 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:59,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:43795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:22:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:22:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:59,082 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43795' 2024-11-11T07:22:59,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a2006b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,083 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:22:59,083 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:22:59,084 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:22:59,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:22:59,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:22:59,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc906b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:22:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:22:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,085 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:22:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dfd34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:22:59,086 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:22:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:22:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e8b8e72 2024-11-11T07:22:59,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:22:59,088 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:22:59,089 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T07:22:59,089 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:22:59,089 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,089 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:22:59,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:22:59,090 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:22:59,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:22:59,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:22:59,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:59,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:22:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:22:59,141 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:22:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:59,462 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:22:59,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adfb684b3fffa52690ab7a644ebb7043, NAME => 'hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed 2024-11-11T07:22:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adfb684b3fffa52690ab7a644ebb7043, disabling compactions & flushes 2024-11-11T07:22:59,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. after waiting 0 ms 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adfb684b3fffa52690ab7a644ebb7043: Waiting for close lock at 1731309779524Disabling compacts and flushes for region at 1731309779524Disabling writes for close at 1731309779524Writing region close event to WAL at 1731309779524Closed at 1731309779524 2024-11-11T07:22:59,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:22:59,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309779525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309779525"}]},"ts":"1731309779525"} 2024-11-11T07:22:59,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:22:59,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:22:59,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309779530"}]},"ts":"1731309779530"} 2024-11-11T07:22:59,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:22:59,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adfb684b3fffa52690ab7a644ebb7043, ASSIGN}] 2024-11-11T07:22:59,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adfb684b3fffa52690ab7a644ebb7043, ASSIGN 2024-11-11T07:22:59,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adfb684b3fffa52690ab7a644ebb7043, ASSIGN; state=OFFLINE, location=d72d5187e64f,39521,1731309767527; forceNewPlan=false, retain=false 2024-11-11T07:22:59,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adfb684b3fffa52690ab7a644ebb7043, regionState=OPENING, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:59,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adfb684b3fffa52690ab7a644ebb7043, ASSIGN because future has completed 2024-11-11T07:22:59,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adfb684b3fffa52690ab7a644ebb7043, server=d72d5187e64f,39521,1731309767527}] 2024-11-11T07:22:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:22:59,753 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:22:59,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:22:59,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:22:59,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C39521%2C1731309767527.rep, suffix=, logDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527, archiveDir=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/oldWALs, maxLogs=10 2024-11-11T07:22:59,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.rep.1731309779848, exclude list is [], retry=0 2024-11-11T07:22:59,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45865,DS-07a043b9-a526-4b9d-89c0-2a1f1eb5e4c4,DISK] 2024-11-11T07:22:59,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.rep.1731309779848 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34983:34983)] 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => adfb684b3fffa52690ab7a644ebb7043, NAME => 'hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:22:59,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. service=MultiRowMutationService 2024-11-11T07:22:59,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:22:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,872 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,873 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adfb684b3fffa52690ab7a644ebb7043 columnFamilyName hfileref 2024-11-11T07:22:59,874 DEBUG [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:59,874 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(327): Store=adfb684b3fffa52690ab7a644ebb7043/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:59,874 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,875 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adfb684b3fffa52690ab7a644ebb7043 columnFamilyName queue 2024-11-11T07:22:59,875 DEBUG [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:59,875 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(327): Store=adfb684b3fffa52690ab7a644ebb7043/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:59,876 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,877 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adfb684b3fffa52690ab7a644ebb7043 columnFamilyName sid 2024-11-11T07:22:59,877 DEBUG [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:22:59,877 INFO [StoreOpener-adfb684b3fffa52690ab7a644ebb7043-1 {}] regionserver.HStore(327): Store=adfb684b3fffa52690ab7a644ebb7043/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:22:59,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/replication/adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/replication/adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:22:59,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/replication/adfb684b3fffa52690ab7a644ebb7043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:22:59,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened adfb684b3fffa52690ab7a644ebb7043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61481768, jitterRate=-0.08385026454925537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:22:59,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:22:59,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for adfb684b3fffa52690ab7a644ebb7043: Running coprocessor pre-open hook at 1731309779870Writing region info on filesystem at 1731309779870Initializing all the Stores at 1731309779871 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309779871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309779872 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309779872Cleaning up temporary data from old regions at 1731309779879 (+7 ms)Running coprocessor post-open hooks at 1731309779884 (+5 ms)Region opened successfully at 1731309779884 2024-11-11T07:22:59,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043., pid=10, masterSystemTime=1731309779841 2024-11-11T07:22:59,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:22:59,888 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adfb684b3fffa52690ab7a644ebb7043, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,39521,1731309767527 2024-11-11T07:22:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adfb684b3fffa52690ab7a644ebb7043, server=d72d5187e64f,39521,1731309767527 because future has completed 2024-11-11T07:22:59,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:22:59,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure adfb684b3fffa52690ab7a644ebb7043, server=d72d5187e64f,39521,1731309767527 in 213 msec 2024-11-11T07:22:59,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:22:59,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adfb684b3fffa52690ab7a644ebb7043, ASSIGN in 371 msec 2024-11-11T07:22:59,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:22:59,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309779906"}]},"ts":"1731309779906"} 2024-11-11T07:22:59,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:22:59,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:22:59,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-11-11T07:22:59,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043., hostname=d72d5187e64f,39521,1731309767527, seqNum=2] 2024-11-11T07:22:59,980 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:23:00,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:23:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:23:00,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:23:00,188 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:23:00,216 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,39521,1731309767527, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:23:00,217 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:00,217 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39521,1731309767527, seqNum=-1] 2024-11-11T07:23:00,217 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:00,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:00,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,39521,1731309767527', locateType=CURRENT is [region=hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043., hostname=d72d5187e64f,39521,1731309767527, seqNum=2] 2024-11-11T07:23:00,222 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:23:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:23:00,224 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,39521,1731309767527 suceeded 2024-11-11T07:23:00,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:23:00,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T07:23:00,227 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:43795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:23:00,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1500 sec 2024-11-11T07:23:00,239 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43795' 2024-11-11T07:23:00,240 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600cee65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:00,240 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:23:00,240 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:00,241 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:23:00,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d6c38e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:00,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:23:00,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:00,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:00,242 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:00,243 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5766b1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:00,243 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:00,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43795,1731309761395 2024-11-11T07:23:00,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3dcacd 2024-11-11T07:23:00,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:00,244 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T07:23:00,245 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,39521,1731309767527 (queues=1) is replicating from cluster=ee02d0d6-6b95-4f84-9dc8-c316a5209161 to cluster=7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b 2024-11-11T07:23:00,245 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C39521%2C1731309767527 2024-11-11T07:23:00,245 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,39521,1731309767527, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:23:00,245 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, startPosition=0, beingWritten=true 2024-11-11T07:23:00,246 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C39521%2C1731309767527 2024-11-11T07:23:00,249 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:00,250 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:00,250 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:00,457 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:00,585 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:23:00,660 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:23:00,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:00,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:00,740 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108912 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:00,760 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:01,164 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:01,230 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:23:01,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:01,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:01,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:01,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36723,-1 for getting cluster id 2024-11-11T07:23:01,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:01,232 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd50dfc25-95a4-469f-9017-f5e2feedf6c7' 2024-11-11T07:23:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d50dfc25-95a4-469f-9017-f5e2feedf6c7" 2024-11-11T07:23:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f74529a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36723,-1] 2024-11-11T07:23:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:01,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,234 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e3da37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:23:01,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:01,236 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:23:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:23:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1b3c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:23:01,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,237 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17038c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:23:01,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:01,239 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:23:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:23:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1973ed77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:23:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,241 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac2f955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:01,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40305,1731309755695, seqNum=-1] 2024-11-11T07:23:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:01,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098., hostname=d72d5187e64f,40305,1731309755695, seqNum=2] 2024-11-11T07:23:01,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39521,1731309767527, seqNum=-1] 2024-11-11T07:23:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:01,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:01,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., hostname=d72d5187e64f,39521,1731309767527, seqNum=2] 2024-11-11T07:23:01,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T07:23:01,311 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:23:01,664 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 379, reset compression=false 2024-11-11T07:23:01,668 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:01,712 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:01,712 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:01,712 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40305,1731309755695 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e12d80c8f21e6851cd487cbeec15098/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T07:23:01,719 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:01,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T07:23:01,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:01,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@362ba1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43795,-1 for getting cluster id 2024-11-11T07:23:01,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:01,732 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b' 2024-11-11T07:23:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e14a9b4-0a10-4d36-ba4b-4e75e4a6dd7b" 2024-11-11T07:23:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f3dfa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43795,-1] 2024-11-11T07:23:01,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:01,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:01,740 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:01,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc97ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:01,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35137,1731309761880, seqNum=-1] 2024-11-11T07:23:01,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:01,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:01,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309771952.5b7c0605a6c51780045005e2e9904833., hostname=d72d5187e64f,35137,1731309761880, seqNum=2] 2024-11-11T07:23:01,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:01,935 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:02,117 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 379, reset compression=false 2024-11-11T07:23:02,122 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:02,122 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 504, reset compression=false 2024-11-11T07:23:02,122 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b7c0605a6c51780045005e2e9904833/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T07:23:02,124 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:02,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T07:23:02,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:02,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7881c31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:02,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,46725,-1 for getting cluster id 2024-11-11T07:23:02,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:02,127 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee02d0d6-6b95-4f84-9dc8-c316a5209161' 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee02d0d6-6b95-4f84-9dc8-c316a5209161" 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@acd3ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,46725,-1] 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:02,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:02,128 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:02,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e4183bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:02,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:02,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,39521,1731309767527, seqNum=-1] 2024-11-11T07:23:02,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:02,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:02,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., hostname=d72d5187e64f,39521,1731309767527, seqNum=2] 2024-11-11T07:23:02,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:02,257 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T07:23:02,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35137,1731309761880, seqNum=-1] 2024-11-11T07:23:02,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:02,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:02,260 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:02,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731309771952.5b7c0605a6c51780045005e2e9904833., hostname=d72d5187e64f,35137,1731309761880, seqNum=2] 2024-11-11T07:23:02,265 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T07:23:02,307 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 379, reset compression=false 2024-11-11T07:23:02,312 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:02,312 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 527, reset compression=false 2024-11-11T07:23:02,312 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:02,325 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 504, reset compression=false 2024-11-11T07:23:02,330 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:02,330 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 608, reset compression=false 2024-11-11T07:23:02,330 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b7c0605a6c51780045005e2e9904833/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:23:02,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:02,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:02,517 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 527, reset compression=false 2024-11-11T07:23:02,533 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:02,533 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 654, reset compression=false 2024-11-11T07:23:02,533 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:02,534 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 608, reset compression=false 2024-11-11T07:23:02,669 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:02,738 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 654, reset compression=false 2024-11-11T07:23:02,839 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 608, reset compression=false 2024-11-11T07:23:03,042 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 654, reset compression=false 2024-11-11T07:23:03,174 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:03,243 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 608, reset compression=false 2024-11-11T07:23:03,267 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T07:23:03,271 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T07:23:03,448 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 654, reset compression=false 2024-11-11T07:23:03,453 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:03,453 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 758, reset compression=false 2024-11-11T07:23:03,453 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b4fbcf57255d60085e5443cd3f75004/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T07:23:03,455 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:03,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T07:23:03,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:03,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:03,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:03,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,658 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 758, reset compression=false 2024-11-11T07:23:03,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:03,748 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 608, reset compression=false 2024-11-11T07:23:03,754 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:03,754 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 736, reset compression=false 2024-11-11T07:23:03,754 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:03,780 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:03,958 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 736, reset compression=false 2024-11-11T07:23:03,967 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 758, reset compression=false 2024-11-11T07:23:04,269 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 736, reset compression=false 2024-11-11T07:23:04,273 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T07:23:04,327 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T07:23:04,381 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 758, reset compression=false 2024-11-11T07:23:04,484 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 480, reset compression=false 2024-11-11T07:23:04,489 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:04,489 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:04,489 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40305,1731309755695 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e12d80c8f21e6851cd487cbeec15098/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T07:23:04,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:04,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:04,684 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 736, reset compression=false 2024-11-11T07:23:04,688 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:04,688 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 884, reset compression=false 2024-11-11T07:23:04,689 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b7c0605a6c51780045005e2e9904833/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T07:23:04,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:04,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:04,693 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:04,887 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 758, reset compression=false 2024-11-11T07:23:04,891 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:04,891 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 929, reset compression=false 2024-11-11T07:23:04,891 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:04,892 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 884, reset compression=false 2024-11-11T07:23:05,009 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:05,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:23:05,096 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 929, reset compression=false 2024-11-11T07:23:05,196 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 884, reset compression=false 2024-11-11T07:23:05,330 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T07:23:05,333 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T07:23:05,400 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 929, reset compression=false 2024-11-11T07:23:05,413 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:05,600 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 884, reset compression=false 2024-11-11T07:23:05,637 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:05,637 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1043, reset compression=false 2024-11-11T07:23:05,638 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b7c0605a6c51780045005e2e9904833/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T07:23:05,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:05,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:05,819 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 929, reset compression=false 2024-11-11T07:23:05,846 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:05,846 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1078, reset compression=false 2024-11-11T07:23:05,846 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:05,869 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1043, reset compression=false 2024-11-11T07:23:05,935 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:06,053 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1078, reset compression=false 2024-11-11T07:23:06,173 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1043, reset compression=false 2024-11-11T07:23:06,274 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=33, reused chunk count=129, reuseRatio=79.63% 2024-11-11T07:23:06,277 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T07:23:06,335 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T07:23:06,339 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T07:23:06,356 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1078, reset compression=false 2024-11-11T07:23:06,364 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:06,364 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1237, reset compression=false 2024-11-11T07:23:06,364 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b4fbcf57255d60085e5443cd3f75004/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T07:23:06,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T07:23:06,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T07:23:06,539 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:06,568 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1237, reset compression=false 2024-11-11T07:23:06,577 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1043, reset compression=false 2024-11-11T07:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:06,582 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:06,796 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:06,876 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1237, reset compression=false 2024-11-11T07:23:07,099 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:07,243 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:07,284 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1237, reset compression=false 2024-11-11T07:23:07,342 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T07:23:07,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:07,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:07,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:07,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:07,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:07,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:07,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:07,358 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1437993966, stopped=false 2024-11-11T07:23:07,358 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,46725,1731309767392 2024-11-11T07:23:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1952594255/running 2024-11-11T07:23:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:23:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1952594255/running 2024-11-11T07:23:07,455 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:07,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:23:07,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:07,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:07,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:07,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/running 2024-11-11T07:23:07,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Set watcher on znode that does not yet exist, /2-1952594255/running 2024-11-11T07:23:07,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,39521,1731309767527' ***** 2024-11-11T07:23:07,456 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:07,456 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:07,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:07,456 INFO [RS:0;d72d5187e64f:39521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b4fbcf57255d60085e5443cd3f75004 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,39521,1731309767527 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39521. 2024-11-11T07:23:07,457 DEBUG [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:07,457 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b4fbcf57255d60085e5443cd3f75004, disabling compactions & flushes 2024-11-11T07:23:07,457 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. after waiting 0 ms 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:07,457 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b4fbcf57255d60085e5443cd3f75004 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T07:23:07,457 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:23:07,457 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1325): Online Regions={5b4fbcf57255d60085e5443cd3f75004=test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., 1588230740=hbase:meta,,1.1588230740, adfb684b3fffa52690ab7a644ebb7043=hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.} 2024-11-11T07:23:07,457 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:07,457 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:07,457 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:07,457 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:23:07,471 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/info/b44bc3697898465799907ea468b16caa is 147, key is hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043./info:regioninfo/1731309779888/Put/seqid=0 2024-11-11T07:23:07,471 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f/5d13cb86ef084b938e3db40cd0cd8dff is 29, key is row1/f:/1731309785331/DeleteFamily/seqid=0 2024-11-11T07:23:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741840_1016 (size=7686) 2024-11-11T07:23:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741841_1017 (size=5152) 2024-11-11T07:23:07,475 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f/5d13cb86ef084b938e3db40cd0cd8dff 2024-11-11T07:23:07,479 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d13cb86ef084b938e3db40cd0cd8dff 2024-11-11T07:23:07,498 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f1/058cb148aebe4b9297406bcbefb6589a is 30, key is row1/f1:/1731309785331/DeleteFamily/seqid=0 2024-11-11T07:23:07,501 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:07,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741842_1018 (size=5158) 2024-11-11T07:23:07,505 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:07,658 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:07,805 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1237, reset compression=false 2024-11-11T07:23:07,811 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:07,811 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,39521,1731309767527 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:07,813 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1484, reset compression=false 2024-11-11T07:23:07,814 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,39521,1731309767527: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,39521,1731309767527, walGroup=d72d5187e64f%2C39521%2C1731309767527, offset=d72d5187e64f%2C39521%2C1731309767527.1731309768999:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:39521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:23:07,817 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:23:07,818 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:23:07,819 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:23:07,819 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:23:07,819 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:23:07,819 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 966957576 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 201800408 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:23:07,820 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:46725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:46725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:23:07,858 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:07,875 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/info/b44bc3697898465799907ea468b16caa 2024-11-11T07:23:07,898 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/ns/a92bb2ef0b394022a6028415f2c499fa is 43, key is default/ns:d/1731309769684/Put/seqid=0 2024-11-11T07:23:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741843_1019 (size=5153) 2024-11-11T07:23:07,902 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/ns/a92bb2ef0b394022a6028415f2c499fa 2024-11-11T07:23:07,903 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f1/058cb148aebe4b9297406bcbefb6589a 2024-11-11T07:23:07,907 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 058cb148aebe4b9297406bcbefb6589a 2024-11-11T07:23:07,925 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/rep_barrier/532dde66c5c74c4696716ea7a0456836 is 112, key is test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004./rep_barrier:seqnumDuringOpen/1731309773803/Put/seqid=0 2024-11-11T07:23:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:23:07,930 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/norep/b4a204f7ac0440b7a26740186fafe143 is 33, key is row2/norep:/1731309786336/DeleteFamily/seqid=0 2024-11-11T07:23:07,930 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/rep_barrier/532dde66c5c74c4696716ea7a0456836 2024-11-11T07:23:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741845_1021 (size=5108) 2024-11-11T07:23:07,952 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/table/99c374a1c6804d10bdb3b2b6a4c87f7e is 53, key is hbase:replication/table:state/1731309779906/Put/seqid=0 2024-11-11T07:23:07,954 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:23:07,954 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:23:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741846_1022 (size=5308) 2024-11-11T07:23:07,956 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/table/99c374a1c6804d10bdb3b2b6a4c87f7e 2024-11-11T07:23:07,962 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/info/b44bc3697898465799907ea468b16caa as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/info/b44bc3697898465799907ea468b16caa 2024-11-11T07:23:07,967 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/info/b44bc3697898465799907ea468b16caa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:23:07,968 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/ns/a92bb2ef0b394022a6028415f2c499fa as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/ns/a92bb2ef0b394022a6028415f2c499fa 2024-11-11T07:23:07,973 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/ns/a92bb2ef0b394022a6028415f2c499fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:23:07,973 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/rep_barrier/532dde66c5c74c4696716ea7a0456836 as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/rep_barrier/532dde66c5c74c4696716ea7a0456836 2024-11-11T07:23:07,978 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/rep_barrier/532dde66c5c74c4696716ea7a0456836, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:23:07,979 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/.tmp/table/99c374a1c6804d10bdb3b2b6a4c87f7e as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/table/99c374a1c6804d10bdb3b2b6a4c87f7e 2024-11-11T07:23:07,985 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/table/99c374a1c6804d10bdb3b2b6a4c87f7e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:23:07,986 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false 2024-11-11T07:23:07,999 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:23:08,000 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:08,000 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:08,000 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:08,000 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309787457Running coprocessor pre-close hooks at 1731309787457Disabling compacts and flushes for region at 1731309787457Disabling writes for close at 1731309787457Obtaining lock to block concurrent updates at 1731309787458 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731309787458Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309787458Flushing stores of hbase:meta,,1.1588230740 at 1731309787458Flushing 1588230740/info: creating writer at 1731309787458Flushing 1588230740/info: appending metadata at 1731309787471 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731309787471Flushing 1588230740/ns: creating writer at 1731309787880 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731309787898 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731309787898Flushing 1588230740/rep_barrier: creating writer at 1731309787907 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309787925 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309787925Flushing 1588230740/table: creating writer at 1731309787934 (+9 ms)Flushing 1588230740/table: appending metadata at 1731309787951 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731309787951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dde3b8: reopening flushed file at 1731309787961 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a105cd8: reopening flushed file at 1731309787967 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242c22b0: reopening flushed file at 1731309787973 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240394b0: reopening flushed file at 1731309787978 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 529ms, sequenceid=16, compaction requested=false at 1731309787986 (+8 ms)Writing region close event to WAL at 1731309787995 (+9 ms)Running coprocessor post-close hooks at 1731309788000 (+5 ms)Closed at 1731309788000 2024-11-11T07:23:08,000 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:08,007 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:08,021 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1484, reset compression=false 2024-11-11T07:23:08,058 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:08,068 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:08,258 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:08,325 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1484, reset compression=false 2024-11-11T07:23:08,339 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/norep/b4a204f7ac0440b7a26740186fafe143 2024-11-11T07:23:08,350 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a204f7ac0440b7a26740186fafe143 2024-11-11T07:23:08,351 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f/5d13cb86ef084b938e3db40cd0cd8dff as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/f/5d13cb86ef084b938e3db40cd0cd8dff 2024-11-11T07:23:08,363 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d13cb86ef084b938e3db40cd0cd8dff 2024-11-11T07:23:08,363 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/f/5d13cb86ef084b938e3db40cd0cd8dff, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:08,365 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/f1/058cb148aebe4b9297406bcbefb6589a as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/f1/058cb148aebe4b9297406bcbefb6589a 2024-11-11T07:23:08,374 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 058cb148aebe4b9297406bcbefb6589a 2024-11-11T07:23:08,374 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/f1/058cb148aebe4b9297406bcbefb6589a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:08,378 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/.tmp/norep/b4a204f7ac0440b7a26740186fafe143 as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/norep/b4a204f7ac0440b7a26740186fafe143 2024-11-11T07:23:08,413 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4a204f7ac0440b7a26740186fafe143 2024-11-11T07:23:08,413 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/norep/b4a204f7ac0440b7a26740186fafe143, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:08,425 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b4fbcf57255d60085e5443cd3f75004 in 968ms, sequenceid=10, compaction requested=false 2024-11-11T07:23:08,458 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:23:08,458 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1325): Online Regions={5b4fbcf57255d60085e5443cd3f75004=test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., adfb684b3fffa52690ab7a644ebb7043=hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043.} 2024-11-11T07:23:08,459 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on 5b4fbcf57255d60085e5443cd3f75004, adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:08,501 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/data/default/test/5b4fbcf57255d60085e5443cd3f75004/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:08,502 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b4fbcf57255d60085e5443cd3f75004: Waiting for close lock at 1731309787457Running coprocessor pre-close hooks at 1731309787457Disabling compacts and flushes for region at 1731309787457Disabling writes for close at 1731309787457Obtaining lock to block concurrent updates at 1731309787457Preparing flush snapshotting stores in 5b4fbcf57255d60085e5443cd3f75004 at 1731309787457Finished memstore snapshotting test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731309787458 (+1 ms)Flushing stores of test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. at 1731309787458Flushing 5b4fbcf57255d60085e5443cd3f75004/f: creating writer at 1731309787458Flushing 5b4fbcf57255d60085e5443cd3f75004/f: appending metadata at 1731309787470 (+12 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/f: closing flushed file at 1731309787471 (+1 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/f1: creating writer at 1731309787480 (+9 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/f1: appending metadata at 1731309787497 (+17 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/f1: closing flushed file at 1731309787498 (+1 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/norep: creating writer at 1731309787907 (+409 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/norep: appending metadata at 1731309787928 (+21 ms)Flushing 5b4fbcf57255d60085e5443cd3f75004/norep: closing flushed file at 1731309787928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3292ab: reopening flushed file at 1731309788350 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1183aa64: reopening flushed file at 1731309788363 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662793c3: reopening flushed file at 1731309788375 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b4fbcf57255d60085e5443cd3f75004 in 968ms, sequenceid=10, compaction requested=false at 1731309788425 (+50 ms)Writing region close event to WAL at 1731309788492 (+67 ms)Running coprocessor post-close hooks at 1731309788502 (+10 ms)Closed at 1731309788502 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309772592.5b4fbcf57255d60085e5443cd3f75004. 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adfb684b3fffa52690ab7a644ebb7043, disabling compactions & flushes 2024-11-11T07:23:08,502 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. after waiting 0 ms 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adfb684b3fffa52690ab7a644ebb7043: Waiting for close lock at 1731309788502Running coprocessor pre-close hooks at 1731309788502Disabling compacts and flushes for region at 1731309788502Disabling writes for close at 1731309788502Failed flush hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043., putting online again at 1731309788502 2024-11-11T07:23:08,502 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,611 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:08,659 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:08,659 DEBUG [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1351): Waiting on adfb684b3fffa52690ab7a644ebb7043 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adfb684b3fffa52690ab7a644ebb7043, disabling compactions & flushes 2024-11-11T07:23:08,660 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. after waiting 0 ms 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adfb684b3fffa52690ab7a644ebb7043: Waiting for close lock at 1731309788660Running coprocessor pre-close hooks at 1731309788660Disabling compacts and flushes for region at 1731309788660Disabling writes for close at 1731309788660Failed flush hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043., putting online again at 1731309788660 2024-11-11T07:23:08,660 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309779089.adfb684b3fffa52690ab7a644ebb7043. 2024-11-11T07:23:08,739 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 1484, reset compression=false 2024-11-11T07:23:08,745 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:08,745 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 2128, reset compression=false 2024-11-11T07:23:08,859 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T07:23:08,859 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,39521,1731309767527; all regions closed. 2024-11-11T07:23:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:23:08,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.meta.1731309769592.meta not finished, retry = 0 2024-11-11T07:23:08,953 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 to pos 2128, reset compression=false 2024-11-11T07:23:08,972 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741839_1015 (size=2171) 2024-11-11T07:23:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741832_1008 (size=2136) 2024-11-11T07:23:09,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/WALs/d72d5187e64f,39521,1731309767527/d72d5187e64f%2C39521%2C1731309767527.1731309768999 not finished, retry = 0 2024-11-11T07:23:09,139 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:09,139 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:09,139 INFO [RS:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:09,139 INFO [RS:0;d72d5187e64f:39521 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:09,139 INFO [RS:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:09,139 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:09,139 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,39521,1731309767527 because: Region server is closing 2024-11-11T07:23:09,140 INFO [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39521. 2024-11-11T07:23:09,140 DEBUG [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:09,140 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:09,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:09,140 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:09,241 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.shipperd72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 terminated 2024-11-11T07:23:09,241 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,39521,1731309767527.replicationSource.wal-reader.d72d5187e64f%2C39521%2C1731309767527,1-d72d5187e64f,39521,1731309767527 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:23:09,241 INFO [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:39521. 2024-11-11T07:23:09,241 DEBUG [RS:0;d72d5187e64f:39521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:09,241 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:09,241 DEBUG [RS:0;d72d5187e64f:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:09,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:09,241 INFO [RS:0;d72d5187e64f:39521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39521 2024-11-11T07:23:09,326 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255/rs 2024-11-11T07:23:09,369 INFO [RS:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1952594255/rs/d72d5187e64f,39521,1731309767527 2024-11-11T07:23:09,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,39521,1731309767527] 2024-11-11T07:23:09,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/draining/d72d5187e64f,39521,1731309767527 already deleted, retry=false 2024-11-11T07:23:09,402 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,39521,1731309767527 expired; onlineServers=0 2024-11-11T07:23:09,402 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,46725,1731309767392' ***** 2024-11-11T07:23:09,402 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:23:09,403 INFO [M:0;d72d5187e64f:46725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:09,403 INFO [M:0;d72d5187e64f:46725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:09,403 DEBUG [M:0;d72d5187e64f:46725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:23:09,403 DEBUG [M:0;d72d5187e64f:46725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:23:09,403 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309768764 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309768764,5,FailOnTimeoutGroup] 2024-11-11T07:23:09,403 INFO [M:0;d72d5187e64f:46725 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:09,403 INFO [M:0;d72d5187e64f:46725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:09,403 DEBUG [M:0;d72d5187e64f:46725 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:23:09,403 INFO [M:0;d72d5187e64f:46725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:23:09,404 INFO [M:0;d72d5187e64f:46725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:09,404 INFO [M:0;d72d5187e64f:46725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:23:09,404 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309768772 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309768772,5,FailOnTimeoutGroup] 2024-11-11T07:23:09,404 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:23:09,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:23:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x10128c6508a0007, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1952594255/master 2024-11-11T07:23:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1952594255 2024-11-11T07:23:09,492 INFO [RS:0;d72d5187e64f:39521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:09,492 INFO [RS:0;d72d5187e64f:39521 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,39521,1731309767527; zookeeper connection closed. 2024-11-11T07:23:09,518 DEBUG [M:0;d72d5187e64f:46725 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1952594255/master already deleted, retry=false 2024-11-11T07:23:09,518 DEBUG [M:0;d72d5187e64f:46725 {}] master.ActiveMasterManager(353): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1952594255/master 2024-11-11T07:23:09,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@360294c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@360294c8 2024-11-11T07:23:09,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:23:09,556 INFO [M:0;d72d5187e64f:46725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/.lastflushedseqids 2024-11-11T07:23:09,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741847_1023 (size=245) 2024-11-11T07:23:09,574 INFO [M:0;d72d5187e64f:46725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:23:09,574 INFO [M:0;d72d5187e64f:46725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:23:09,575 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:09,575 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:09,575 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:09,575 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:09,575 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:09,575 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:23:09,618 DEBUG [M:0;d72d5187e64f:46725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ff7cc6f0004650ae9a7ae7f4b18396 is 82, key is hbase:meta,,1/info:regioninfo/1731309769642/Put/seqid=0 2024-11-11T07:23:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741848_1024 (size=5672) 2024-11-11T07:23:09,694 INFO [M:0;d72d5187e64f:46725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ff7cc6f0004650ae9a7ae7f4b18396 2024-11-11T07:23:09,756 DEBUG [M:0;d72d5187e64f:46725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55d6ae6e372b4014ae9d0927aaddd6f8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309779910/Put/seqid=0 2024-11-11T07:23:09,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741849_1025 (size=8517) 2024-11-11T07:23:09,798 INFO [M:0;d72d5187e64f:46725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55d6ae6e372b4014ae9d0927aaddd6f8 2024-11-11T07:23:09,849 DEBUG [M:0;d72d5187e64f:46725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be689a6f505345e79358491cc861f80d is 69, key is d72d5187e64f,39521,1731309767527/rs:state/1731309768797/Put/seqid=0 2024-11-11T07:23:09,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741850_1026 (size=5156) 2024-11-11T07:23:09,887 INFO [M:0;d72d5187e64f:46725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be689a6f505345e79358491cc861f80d 2024-11-11T07:23:09,892 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/08ff7cc6f0004650ae9a7ae7f4b18396 as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08ff7cc6f0004650ae9a7ae7f4b18396 2024-11-11T07:23:09,897 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/08ff7cc6f0004650ae9a7ae7f4b18396, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:23:09,898 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55d6ae6e372b4014ae9d0927aaddd6f8 as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55d6ae6e372b4014ae9d0927aaddd6f8 2024-11-11T07:23:09,903 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55d6ae6e372b4014ae9d0927aaddd6f8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:23:09,904 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be689a6f505345e79358491cc861f80d as hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be689a6f505345e79358491cc861f80d 2024-11-11T07:23:09,909 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39783/user/jenkins/test-data/09fdb5a0-540f-e90e-3e27-e5e7fac27fed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be689a6f505345e79358491cc861f80d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:23:09,913 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 338ms, sequenceid=97, compaction requested=false 2024-11-11T07:23:09,979 INFO [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:09,979 DEBUG [M:0;d72d5187e64f:46725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309789575Disabling compacts and flushes for region at 1731309789575Disabling writes for close at 1731309789575Obtaining lock to block concurrent updates at 1731309789575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309789575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309789575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309789576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309789576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309789616 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309789616Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309789699 (+83 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309789755 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309789755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309789803 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309789848 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309789848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377b4c04: reopening flushed file at 1731309789891 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49966ef5: reopening flushed file at 1731309789897 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ba53a4: reopening flushed file at 1731309789903 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 338ms, sequenceid=97, compaction requested=false at 1731309789913 (+10 ms)Writing region close event to WAL at 1731309789979 (+66 ms)Closed at 1731309789979 2024-11-11T07:23:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45865 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:23:10,005 INFO [M:0;d72d5187e64f:46725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:23:10,005 INFO [M:0;d72d5187e64f:46725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46725 2024-11-11T07:23:10,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:10,006 INFO [M:0;d72d5187e64f:46725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:10,027 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:10,147 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:10,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:10,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46725-0x10128c6508a0006, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:10,156 INFO [M:0;d72d5187e64f:46725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:10,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dd274ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:10,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67175ad1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:10,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:10,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:10,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:10,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:23:10,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:23:10,237 WARN [BP-1267274937-172.17.0.3-1731309765062 heartbeating to localhost/127.0.0.1:39783 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:23:10,237 WARN [BP-1267274937-172.17.0.3-1731309765062 heartbeating to localhost/127.0.0.1:39783 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1267274937-172.17.0.3-1731309765062 (Datanode Uuid 5e329675-b5af-4aab-9a67-41cbe023e206) service to localhost/127.0.0.1:39783 2024-11-11T07:23:10,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/cluster_c1a44e7f-f3ff-88b7-7643-b48ed496d509/data/data2/current/BP-1267274937-172.17.0.3-1731309765062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:10,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:23:10,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/cluster_c1a44e7f-f3ff-88b7-7643-b48ed496d509/data/data1/current/BP-1267274937-172.17.0.3-1731309765062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:10,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7a8abe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:10,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18cabaf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:10,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:10,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:10,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:23:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:10,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:10,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:10,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:10,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:10,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:10,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:10,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=497573973, stopped=false 2024-11-11T07:23:10,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,43795,1731309761395 2024-11-11T07:23:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859030222/running 2024-11-11T07:23:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859030222/running 2024-11-11T07:23:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:23:10,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:23:10,297 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:10,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/running 2024-11-11T07:23:10,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Set watcher on znode that does not yet exist, /1859030222/running 2024-11-11T07:23:10,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:10,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:10,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:10,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,35137,1731309761880' ***** 2024-11-11T07:23:10,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:10,302 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:10,302 INFO [RS:0;d72d5187e64f:35137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:10,302 INFO [RS:0;d72d5187e64f:35137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:10,302 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b7c0605a6c51780045005e2e9904833 2024-11-11T07:23:10,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:10,312 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:23:10,312 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,35137,1731309761880 2024-11-11T07:23:10,312 INFO [RS:0;d72d5187e64f:35137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:10,312 INFO [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35137. 2024-11-11T07:23:10,312 DEBUG [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:10,312 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:10,313 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:10,313 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:10,313 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:10,313 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:10,313 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b7c0605a6c51780045005e2e9904833, disabling compactions & flushes 2024-11-11T07:23:10,313 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:23:10,313 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:23:10,313 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309771952.5b7c0605a6c51780045005e2e9904833. after waiting 0 ms 2024-11-11T07:23:10,313 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:23:10,320 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5b7c0605a6c51780045005e2e9904833 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T07:23:10,333 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:23:10,333 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1325): Online Regions={5b7c0605a6c51780045005e2e9904833=test,,1731309771952.5b7c0605a6c51780045005e2e9904833., 1588230740=hbase:meta,,1.1588230740, 8c6f9e02a57c2026b3883c2d91a27917=hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917.} 2024-11-11T07:23:10,333 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b7c0605a6c51780045005e2e9904833, 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:23:10,334 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:10,334 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:10,334 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:10,334 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:10,334 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:10,334 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:23:10,363 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f/a35d7c69d4ed47449748d43e92701164 is 29, key is row1/f:/1731309785331/DeleteFamily/seqid=0 2024-11-11T07:23:10,368 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/info/858d60fdae004ff29ae74584e4006967 is 147, key is hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917./info:regioninfo/1731309778121/Put/seqid=0 2024-11-11T07:23:10,369 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:10,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741840_1016 (size=5152) 2024-11-11T07:23:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:23:10,398 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f/a35d7c69d4ed47449748d43e92701164 2024-11-11T07:23:10,399 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/info/858d60fdae004ff29ae74584e4006967 2024-11-11T07:23:10,415 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a35d7c69d4ed47449748d43e92701164 2024-11-11T07:23:10,468 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f1/8b5b791ec08a48d6aaa2b5df5d0cf151 is 30, key is row1/f1:/1731309785331/DeleteFamily/seqid=0 2024-11-11T07:23:10,472 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/ns/ec597d38927f4708b136f07e473121d5 is 43, key is default/ns:d/1731309764967/Put/seqid=0 2024-11-11T07:23:10,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741842_1018 (size=5158) 2024-11-11T07:23:10,488 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f1/8b5b791ec08a48d6aaa2b5df5d0cf151 2024-11-11T07:23:10,498 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b5b791ec08a48d6aaa2b5df5d0cf151 2024-11-11T07:23:10,534 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b7c0605a6c51780045005e2e9904833, 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:23:10,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741843_1019 (size=5153) 2024-11-11T07:23:10,545 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/ns/ec597d38927f4708b136f07e473121d5 2024-11-11T07:23:10,558 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/norep/530bde9197d94d3c941d2200515e17e7 is 33, key is row1/norep:/1731309785331/DeleteFamily/seqid=0 2024-11-11T07:23:10,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741844_1020 (size=5108) 2024-11-11T07:23:10,584 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/norep/530bde9197d94d3c941d2200515e17e7 2024-11-11T07:23:10,589 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530bde9197d94d3c941d2200515e17e7 2024-11-11T07:23:10,590 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/rep_barrier/66065d049ff74d2ab40b5498c0fa9e8f is 112, key is test,,1731309771952.5b7c0605a6c51780045005e2e9904833./rep_barrier:seqnumDuringOpen/1731309772367/Put/seqid=0 2024-11-11T07:23:10,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f/a35d7c69d4ed47449748d43e92701164 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/f/a35d7c69d4ed47449748d43e92701164 2024-11-11T07:23:10,601 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a35d7c69d4ed47449748d43e92701164 2024-11-11T07:23:10,601 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/f/a35d7c69d4ed47449748d43e92701164, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:10,602 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/f1/8b5b791ec08a48d6aaa2b5df5d0cf151 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/f1/8b5b791ec08a48d6aaa2b5df5d0cf151 2024-11-11T07:23:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741845_1021 (size=5518) 2024-11-11T07:23:10,610 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/rep_barrier/66065d049ff74d2ab40b5498c0fa9e8f 2024-11-11T07:23:10,612 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b5b791ec08a48d6aaa2b5df5d0cf151 2024-11-11T07:23:10,613 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/f1/8b5b791ec08a48d6aaa2b5df5d0cf151, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:10,614 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/.tmp/norep/530bde9197d94d3c941d2200515e17e7 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/norep/530bde9197d94d3c941d2200515e17e7 2024-11-11T07:23:10,621 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530bde9197d94d3c941d2200515e17e7 2024-11-11T07:23:10,622 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/norep/530bde9197d94d3c941d2200515e17e7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T07:23:10,624 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b7c0605a6c51780045005e2e9904833 in 311ms, sequenceid=10, compaction requested=false 2024-11-11T07:23:10,653 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/table/1c7c0933e15944f19eb2375cb497ec9e is 53, key is hbase:replication/table:state/1731309778129/Put/seqid=0 2024-11-11T07:23:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741846_1022 (size=5308) 2024-11-11T07:23:10,676 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/default/test/5b7c0605a6c51780045005e2e9904833/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T07:23:10,677 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:10,677 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:10,677 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:23:10,677 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b7c0605a6c51780045005e2e9904833: Waiting for close lock at 1731309790313Running coprocessor pre-close hooks at 1731309790313Disabling compacts and flushes for region at 1731309790313Disabling writes for close at 1731309790313Obtaining lock to block concurrent updates at 1731309790320 (+7 ms)Preparing flush snapshotting stores in 5b7c0605a6c51780045005e2e9904833 at 1731309790320Finished memstore snapshotting test,,1731309771952.5b7c0605a6c51780045005e2e9904833., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731309790321 (+1 ms)Flushing stores of test,,1731309771952.5b7c0605a6c51780045005e2e9904833. at 1731309790323 (+2 ms)Flushing 5b7c0605a6c51780045005e2e9904833/f: creating writer at 1731309790323Flushing 5b7c0605a6c51780045005e2e9904833/f: appending metadata at 1731309790362 (+39 ms)Flushing 5b7c0605a6c51780045005e2e9904833/f: closing flushed file at 1731309790362Flushing 5b7c0605a6c51780045005e2e9904833/f1: creating writer at 1731309790415 (+53 ms)Flushing 5b7c0605a6c51780045005e2e9904833/f1: appending metadata at 1731309790468 (+53 ms)Flushing 5b7c0605a6c51780045005e2e9904833/f1: closing flushed file at 1731309790468Flushing 5b7c0605a6c51780045005e2e9904833/norep: creating writer at 1731309790498 (+30 ms)Flushing 5b7c0605a6c51780045005e2e9904833/norep: appending metadata at 1731309790558 (+60 ms)Flushing 5b7c0605a6c51780045005e2e9904833/norep: closing flushed file at 1731309790558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619a54c8: reopening flushed file at 1731309790590 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d46533d: reopening flushed file at 1731309790601 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dd7a54: reopening flushed file at 1731309790613 (+12 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5b7c0605a6c51780045005e2e9904833 in 311ms, sequenceid=10, compaction requested=false at 1731309790624 (+11 ms)Writing region close event to WAL at 1731309790673 (+49 ms)Running coprocessor post-close hooks at 1731309790677 (+4 ms)Closed at 1731309790677 2024-11-11T07:23:10,677 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309771952.5b7c0605a6c51780045005e2e9904833. 2024-11-11T07:23:10,678 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c6f9e02a57c2026b3883c2d91a27917, disabling compactions & flushes 2024-11-11T07:23:10,678 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:23:10,678 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:23:10,678 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. after waiting 0 ms 2024-11-11T07:23:10,678 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:23:10,678 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c6f9e02a57c2026b3883c2d91a27917 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T07:23:10,697 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/.tmp/queue/bbf1e2455c0a4f5b96f6a3f674c830be is 154, key is 1-d72d5187e64f,35137,1731309761880/queue:d72d5187e64f%2C35137%2C1731309761880/1731309786583/Put/seqid=0 2024-11-11T07:23:10,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741847_1023 (size=5353) 2024-11-11T07:23:10,722 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/.tmp/queue/bbf1e2455c0a4f5b96f6a3f674c830be 2024-11-11T07:23:10,733 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/.tmp/queue/bbf1e2455c0a4f5b96f6a3f674c830be as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/queue/bbf1e2455c0a4f5b96f6a3f674c830be 2024-11-11T07:23:10,734 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c6f9e02a57c2026b3883c2d91a27917 2024-11-11T07:23:10,738 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/queue/bbf1e2455c0a4f5b96f6a3f674c830be, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T07:23:10,739 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8c6f9e02a57c2026b3883c2d91a27917 in 61ms, sequenceid=12, compaction requested=false 2024-11-11T07:23:10,748 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/replication/8c6f9e02a57c2026b3883c2d91a27917/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T07:23:10,749 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:10,749 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:10,749 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:23:10,749 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c6f9e02a57c2026b3883c2d91a27917: Waiting for close lock at 1731309790678Running coprocessor pre-close hooks at 1731309790678Disabling compacts and flushes for region at 1731309790678Disabling writes for close at 1731309790678Obtaining lock to block concurrent updates at 1731309790678Preparing flush snapshotting stores in 8c6f9e02a57c2026b3883c2d91a27917 at 1731309790678Finished memstore snapshotting hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731309790678Flushing stores of hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. at 1731309790679 (+1 ms)Flushing 8c6f9e02a57c2026b3883c2d91a27917/queue: creating writer at 1731309790679Flushing 8c6f9e02a57c2026b3883c2d91a27917/queue: appending metadata at 1731309790697 (+18 ms)Flushing 8c6f9e02a57c2026b3883c2d91a27917/queue: closing flushed file at 1731309790697Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468b7e12: reopening flushed file at 1731309790732 (+35 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8c6f9e02a57c2026b3883c2d91a27917 in 61ms, sequenceid=12, compaction requested=false at 1731309790739 (+7 ms)Writing region close event to WAL at 1731309790745 (+6 ms)Running coprocessor post-close hooks at 1731309790749 (+4 ms)Closed at 1731309790749 2024-11-11T07:23:10,749 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309776937.8c6f9e02a57c2026b3883c2d91a27917. 2024-11-11T07:23:10,934 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:10,980 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:23:11,078 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/table/1c7c0933e15944f19eb2375cb497ec9e 2024-11-11T07:23:11,088 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/info/858d60fdae004ff29ae74584e4006967 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/info/858d60fdae004ff29ae74584e4006967 2024-11-11T07:23:11,090 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 1193, reset compression=false 2024-11-11T07:23:11,095 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/info/858d60fdae004ff29ae74584e4006967, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:23:11,097 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/ns/ec597d38927f4708b136f07e473121d5 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/ns/ec597d38927f4708b136f07e473121d5 2024-11-11T07:23:11,102 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/ns/ec597d38927f4708b136f07e473121d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:23:11,102 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:11,102 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 2084, reset compression=false 2024-11-11T07:23:11,102 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,35137,1731309761880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:11,103 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,35137,1731309761880: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,35137,1731309761880, walGroup=d72d5187e64f%2C35137%2C1731309761880, offset=d72d5187e64f%2C35137%2C1731309761880.1731309764328:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:35137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:23:11,104 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:23:11,104 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:23:11,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:23:11,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:23:11,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:23:11,105 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 944018096 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202399152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:23:11,103 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/rep_barrier/66065d049ff74d2ab40b5498c0fa9e8f as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/rep_barrier/66065d049ff74d2ab40b5498c0fa9e8f 2024-11-11T07:23:11,105 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:43795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:43795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:23:11,111 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/rep_barrier/66065d049ff74d2ab40b5498c0fa9e8f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:23:11,112 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/.tmp/table/1c7c0933e15944f19eb2375cb497ec9e as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/table/1c7c0933e15944f19eb2375cb497ec9e 2024-11-11T07:23:11,118 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/table/1c7c0933e15944f19eb2375cb497ec9e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:23:11,120 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 786ms, sequenceid=16, compaction requested=false 2024-11-11T07:23:11,134 DEBUG [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:11,161 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:11,172 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:23:11,173 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:11,173 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:11,173 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:11,173 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309790334Running coprocessor pre-close hooks at 1731309790334Disabling compacts and flushes for region at 1731309790334Disabling writes for close at 1731309790334Obtaining lock to block concurrent updates at 1731309790334Preparing flush snapshotting stores in 1588230740 at 1731309790334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309790335 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309790335Flushing 1588230740/info: creating writer at 1731309790335Flushing 1588230740/info: appending metadata at 1731309790367 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731309790367Flushing 1588230740/ns: creating writer at 1731309790437 (+70 ms)Flushing 1588230740/ns: appending metadata at 1731309790472 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731309790472Flushing 1588230740/rep_barrier: creating writer at 1731309790550 (+78 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309790590 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309790590Flushing 1588230740/table: creating writer at 1731309790616 (+26 ms)Flushing 1588230740/table: appending metadata at 1731309790646 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731309790652 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b239b6c: reopening flushed file at 1731309791086 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515162d2: reopening flushed file at 1731309791095 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2fbf1: reopening flushed file at 1731309791102 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdc7739: reopening flushed file at 1731309791111 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 786ms, sequenceid=16, compaction requested=false at 1731309791121 (+10 ms)Writing region close event to WAL at 1731309791158 (+37 ms)Running coprocessor post-close hooks at 1731309791173 (+15 ms)Closed at 1731309791173 2024-11-11T07:23:11,173 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:11,191 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:23:11,191 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:23:11,319 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 to pos 2084, reset compression=false 2024-11-11T07:23:11,334 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,35137,1731309761880; all regions closed. 2024-11-11T07:23:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:23:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741839_1015 (size=3114) 2024-11-11T07:23:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741832_1008 (size=2092) 2024-11-11T07:23:11,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/WALs/d72d5187e64f,35137,1731309761880/d72d5187e64f%2C35137%2C1731309761880.1731309764328 not finished, retry = 0 2024-11-11T07:23:11,475 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:11,475 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:11,475 INFO [RS:0;d72d5187e64f:35137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:11,475 INFO [RS:0;d72d5187e64f:35137 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:11,475 INFO [RS:0;d72d5187e64f:35137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:11,475 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:11,475 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,35137,1731309761880 because: Region server is closing 2024-11-11T07:23:11,476 INFO [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35137. 2024-11-11T07:23:11,476 DEBUG [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:11,476 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:11,476 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:11,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:11,576 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.shipperd72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 terminated 2024-11-11T07:23:11,576 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,35137,1731309761880.replicationSource.wal-reader.d72d5187e64f%2C35137%2C1731309761880,1-d72d5187e64f,35137,1731309761880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:23:11,577 INFO [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35137. 2024-11-11T07:23:11,577 DEBUG [RS:0;d72d5187e64f:35137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:11,577 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:11,577 DEBUG [RS:0;d72d5187e64f:35137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:11,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:11,577 INFO [RS:0;d72d5187e64f:35137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35137 2024-11-11T07:23:11,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222/rs 2024-11-11T07:23:11,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859030222/rs/d72d5187e64f,35137,1731309761880 2024-11-11T07:23:11,591 INFO [RS:0;d72d5187e64f:35137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:11,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,35137,1731309761880] 2024-11-11T07:23:11,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1859030222/draining/d72d5187e64f,35137,1731309761880 already deleted, retry=false 2024-11-11T07:23:11,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,35137,1731309761880 expired; onlineServers=0 2024-11-11T07:23:11,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,43795,1731309761395' ***** 2024-11-11T07:23:11,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:23:11,655 INFO [M:0;d72d5187e64f:43795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:11,655 INFO [M:0;d72d5187e64f:43795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:11,655 DEBUG [M:0;d72d5187e64f:43795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:23:11,655 DEBUG [M:0;d72d5187e64f:43795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:23:11,655 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309764132 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309764132,5,FailOnTimeoutGroup] 2024-11-11T07:23:11,655 INFO [M:0;d72d5187e64f:43795 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:11,655 INFO [M:0;d72d5187e64f:43795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:11,655 DEBUG [M:0;d72d5187e64f:43795 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:23:11,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:23:11,656 INFO [M:0;d72d5187e64f:43795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:23:11,656 INFO [M:0;d72d5187e64f:43795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:11,656 INFO [M:0;d72d5187e64f:43795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:23:11,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:23:11,657 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309764128 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309764128,5,FailOnTimeoutGroup] 2024-11-11T07:23:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1859030222/master 2024-11-11T07:23:11,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1859030222 2024-11-11T07:23:11,666 DEBUG [M:0;d72d5187e64f:43795 {}] zookeeper.ZKUtil(347): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Unable to get data of znode /1859030222/master because node does not exist (not an error) 2024-11-11T07:23:11,666 WARN [M:0;d72d5187e64f:43795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:23:11,666 INFO [M:0;d72d5187e64f:43795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/.lastflushedseqids 2024-11-11T07:23:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741848_1024 (size=245) 2024-11-11T07:23:11,672 INFO [M:0;d72d5187e64f:43795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:23:11,673 INFO [M:0;d72d5187e64f:43795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:23:11,673 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:11,673 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:11,673 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:11,673 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:11,673 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:11,673 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T07:23:11,700 DEBUG [M:0;d72d5187e64f:43795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fe6ed1bced4217a183beae3295b362 is 82, key is hbase:meta,,1/info:regioninfo/1731309764958/Put/seqid=0 2024-11-11T07:23:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741849_1025 (size=5672) 2024-11-11T07:23:11,706 INFO [M:0;d72d5187e64f:43795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fe6ed1bced4217a183beae3295b362 2024-11-11T07:23:11,727 DEBUG [M:0;d72d5187e64f:43795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5eb8c64d1de34625813eb9d823230373 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731309778133/Put/seqid=0 2024-11-11T07:23:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741850_1026 (size=8517) 2024-11-11T07:23:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35137-0x10128c6508a0004, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:11,742 INFO [RS:0;d72d5187e64f:35137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:11,742 INFO [RS:0;d72d5187e64f:35137 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,35137,1731309761880; zookeeper connection closed. 2024-11-11T07:23:11,742 INFO [M:0;d72d5187e64f:43795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5eb8c64d1de34625813eb9d823230373 2024-11-11T07:23:11,755 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 2024-11-11T07:23:11,755 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:23:11,779 DEBUG [M:0;d72d5187e64f:43795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc553b55b3a046399c912c459699e799 is 69, key is d72d5187e64f,35137,1731309761880/rs:state/1731309764161/Put/seqid=0 2024-11-11T07:23:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741851_1027 (size=5156) 2024-11-11T07:23:11,786 INFO [M:0;d72d5187e64f:43795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc553b55b3a046399c912c459699e799 2024-11-11T07:23:11,790 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06fe6ed1bced4217a183beae3295b362 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06fe6ed1bced4217a183beae3295b362 2024-11-11T07:23:11,794 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06fe6ed1bced4217a183beae3295b362, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T07:23:11,795 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5eb8c64d1de34625813eb9d823230373 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5eb8c64d1de34625813eb9d823230373 2024-11-11T07:23:11,799 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5eb8c64d1de34625813eb9d823230373, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T07:23:11,799 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc553b55b3a046399c912c459699e799 as hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc553b55b3a046399c912c459699e799 2024-11-11T07:23:11,803 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46365/user/jenkins/test-data/c8848bc3-3c5b-28ac-5ee9-c72a8e7d10e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc553b55b3a046399c912c459699e799, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T07:23:11,803 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=97, compaction requested=false 2024-11-11T07:23:11,808 INFO [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:11,808 DEBUG [M:0;d72d5187e64f:43795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309791673Disabling compacts and flushes for region at 1731309791673Disabling writes for close at 1731309791673Obtaining lock to block concurrent updates at 1731309791673Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309791673Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731309791673Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309791678 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309791678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309791700 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309791700Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309791709 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309791727 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309791727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309791748 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309791779 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309791779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f2da80: reopening flushed file at 1731309791789 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cfec6e: reopening flushed file at 1731309791794 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b73493c: reopening flushed file at 1731309791799 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=97, compaction requested=false at 1731309791803 (+4 ms)Writing region close event to WAL at 1731309791808 (+5 ms)Closed at 1731309791808 2024-11-11T07:23:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741830_1006 (size=63666) 2024-11-11T07:23:11,811 INFO [M:0;d72d5187e64f:43795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:23:11,811 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:11,811 INFO [M:0;d72d5187e64f:43795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43795 2024-11-11T07:23:11,812 INFO [M:0;d72d5187e64f:43795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:11,954 INFO [M:0;d72d5187e64f:43795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43795-0x10128c6508a0003, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:11,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20198d99{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:11,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60291cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:11,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:11,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:11,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:11,965 WARN [BP-1182831625-172.17.0.3-1731309759074 heartbeating to localhost/127.0.0.1:46365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:23:11,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:23:11,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:23:11,965 WARN [BP-1182831625-172.17.0.3-1731309759074 heartbeating to localhost/127.0.0.1:46365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1182831625-172.17.0.3-1731309759074 (Datanode Uuid 89b536fa-008e-4ef8-b376-041decbb6312) service to localhost/127.0.0.1:46365 2024-11-11T07:23:11,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/cluster_d196f0e8-920b-a380-ae07-3be0ebdf47e3/data/data1/current/BP-1182831625-172.17.0.3-1731309759074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:11,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/cluster_d196f0e8-920b-a380-ae07-3be0ebdf47e3/data/data2/current/BP-1182831625-172.17.0.3-1731309759074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:11,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:23:11,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60a42272{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:11,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb4388f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:11,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:11,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f51439{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:11,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27c47376-3861-02dc-9e30-cf13a6cac5a1/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:12,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:23:12,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:12,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:12,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:12,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:12,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:12,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:12,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:12,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=913026349, stopped=false 2024-11-11T07:23:12,005 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,36723,1731309755500 2024-11-11T07:23:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01838556782/running 2024-11-11T07:23:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:23:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01838556782/running 2024-11-11T07:23:12,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:23:12,013 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:12,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/running 2024-11-11T07:23:12,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Set watcher on znode that does not yet exist, /01838556782/running 2024-11-11T07:23:12,014 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:12,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:12,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:12,015 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,40305,1731309755695' ***** 2024-11-11T07:23:12,015 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:12,015 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:12,015 INFO [RS:0;d72d5187e64f:40305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:12,015 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:12,015 INFO [RS:0;d72d5187e64f:40305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:12,015 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e12d80c8f21e6851cd487cbeec15098 2024-11-11T07:23:12,016 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,016 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,40305,1731309755695 2024-11-11T07:23:12,016 INFO [RS:0;d72d5187e64f:40305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:12,017 INFO [RS:0;d72d5187e64f:40305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40305. 2024-11-11T07:23:12,017 DEBUG [RS:0;d72d5187e64f:40305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:12,017 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:12,017 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:12,017 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:12,017 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:12,017 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:12,017 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e12d80c8f21e6851cd487cbeec15098, disabling compactions & flushes 2024-11-11T07:23:12,017 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:23:12,017 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:23:12,017 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. after waiting 0 ms 2024-11-11T07:23:12,017 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:23:12,017 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e12d80c8f21e6851cd487cbeec15098 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T07:23:12,019 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:23:12,019 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1325): Online Regions={1e12d80c8f21e6851cd487cbeec15098=test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098., 1588230740=hbase:meta,,1.1588230740, 9f6b6d19fc325156dca072996b7a8fd5=hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.} 2024-11-11T07:23:12,019 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e12d80c8f21e6851cd487cbeec15098, 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,019 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:12,019 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:12,019 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:12,019 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:12,019 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:12,019 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:23:12,042 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f/ed2074f1eb0b4528a2893f273bca0985 is 28, key is row/f:/1731309784275/DeleteFamily/seqid=0 2024-11-11T07:23:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741840_1016 (size=5085) 2024-11-11T07:23:12,047 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f/ed2074f1eb0b4528a2893f273bca0985 2024-11-11T07:23:12,048 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/info/c78234fe97ed44e096cae5c88d943f4b is 147, key is hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5./info:regioninfo/1731309775605/Put/seqid=0 2024-11-11T07:23:12,053 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2074f1eb0b4528a2893f273bca0985 2024-11-11T07:23:12,055 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:12,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741841_1017 (size=7686) 2024-11-11T07:23:12,067 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/info/c78234fe97ed44e096cae5c88d943f4b 2024-11-11T07:23:12,102 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f1/bd0c188184ec4a6982ad4fd56bb7dac0 is 29, key is row/f1:/1731309784275/DeleteFamily/seqid=0 2024-11-11T07:23:12,104 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/ns/bb5a1389c6c24d54a9c4dc5925ab37a4 is 43, key is default/ns:d/1731309758982/Put/seqid=0 2024-11-11T07:23:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741842_1018 (size=5089) 2024-11-11T07:23:12,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741843_1019 (size=5153) 2024-11-11T07:23:12,136 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/ns/bb5a1389c6c24d54a9c4dc5925ab37a4 2024-11-11T07:23:12,171 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/25d4b56ab93d48fd88d04069c257b0cf is 112, key is test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098./rep_barrier:seqnumDuringOpen/1731309770960/Put/seqid=0 2024-11-11T07:23:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741844_1020 (size=5518) 2024-11-11T07:23:12,188 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/25d4b56ab93d48fd88d04069c257b0cf 2024-11-11T07:23:12,214 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/table/a9fab43f067642ad8244abeba038d149 is 53, key is hbase:replication/table:state/1731309775619/Put/seqid=0 2024-11-11T07:23:12,219 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e12d80c8f21e6851cd487cbeec15098, 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741845_1021 (size=5308) 2024-11-11T07:23:12,222 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/table/a9fab43f067642ad8244abeba038d149 2024-11-11T07:23:12,228 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/info/c78234fe97ed44e096cae5c88d943f4b as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/info/c78234fe97ed44e096cae5c88d943f4b 2024-11-11T07:23:12,233 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/info/c78234fe97ed44e096cae5c88d943f4b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:23:12,234 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/ns/bb5a1389c6c24d54a9c4dc5925ab37a4 as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/ns/bb5a1389c6c24d54a9c4dc5925ab37a4 2024-11-11T07:23:12,238 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/ns/bb5a1389c6c24d54a9c4dc5925ab37a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:23:12,239 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/rep_barrier/25d4b56ab93d48fd88d04069c257b0cf as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/rep_barrier/25d4b56ab93d48fd88d04069c257b0cf 2024-11-11T07:23:12,244 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/rep_barrier/25d4b56ab93d48fd88d04069c257b0cf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:23:12,245 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/.tmp/table/a9fab43f067642ad8244abeba038d149 as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/table/a9fab43f067642ad8244abeba038d149 2024-11-11T07:23:12,249 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/table/a9fab43f067642ad8244abeba038d149, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:23:12,252 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 233ms, sequenceid=16, compaction requested=false 2024-11-11T07:23:12,258 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:23:12,258 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:12,258 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:12,258 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:12,258 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309792019Running coprocessor pre-close hooks at 1731309792019Disabling compacts and flushes for region at 1731309792019Disabling writes for close at 1731309792019Obtaining lock to block concurrent updates at 1731309792019Preparing flush snapshotting stores in 1588230740 at 1731309792019Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309792020 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309792020Flushing 1588230740/info: creating writer at 1731309792020Flushing 1588230740/info: appending metadata at 1731309792047 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731309792047Flushing 1588230740/ns: creating writer at 1731309792075 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731309792103 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731309792103Flushing 1588230740/rep_barrier: creating writer at 1731309792141 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309792170 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309792170Flushing 1588230740/table: creating writer at 1731309792198 (+28 ms)Flushing 1588230740/table: appending metadata at 1731309792213 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731309792213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f86732: reopening flushed file at 1731309792227 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe8bede: reopening flushed file at 1731309792233 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e12c7b: reopening flushed file at 1731309792238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1b816f: reopening flushed file at 1731309792244 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 233ms, sequenceid=16, compaction requested=false at 1731309792252 (+8 ms)Writing region close event to WAL at 1731309792255 (+3 ms)Running coprocessor post-close hooks at 1731309792258 (+3 ms)Closed at 1731309792258 2024-11-11T07:23:12,258 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:12,386 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 636, reset compression=false 2024-11-11T07:23:12,420 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1351): Waiting on 1e12d80c8f21e6851cd487cbeec15098, 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,430 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:12,430 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 883, reset compression=false 2024-11-11T07:23:12,430 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40305,1731309755695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:12,431 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,40305,1731309755695: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d72d5187e64f,40305,1731309755695, walGroup=d72d5187e64f%2C40305%2C1731309755695, offset=d72d5187e64f%2C40305%2C1731309755695.1731309757898:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:23:12,432 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:23:12,432 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:23:12,433 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:23:12,433 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:23:12,433 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:23:12,433 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1189085184, "init": 1048576000, "max": 2306867200, "used": 985961128 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202696440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:23:12,433 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:23:12,530 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f1/bd0c188184ec4a6982ad4fd56bb7dac0 2024-11-11T07:23:12,534 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0c188184ec4a6982ad4fd56bb7dac0 2024-11-11T07:23:12,560 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/norep/69e6642eb7864bbf834d5f82dba7373b is 32, key is row/norep:/1731309784275/DeleteFamily/seqid=0 2024-11-11T07:23:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741846_1022 (size=5101) 2024-11-11T07:23:12,565 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/norep/69e6642eb7864bbf834d5f82dba7373b 2024-11-11T07:23:12,570 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e6642eb7864bbf834d5f82dba7373b 2024-11-11T07:23:12,571 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f/ed2074f1eb0b4528a2893f273bca0985 as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/f/ed2074f1eb0b4528a2893f273bca0985 2024-11-11T07:23:12,580 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2074f1eb0b4528a2893f273bca0985 2024-11-11T07:23:12,580 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/f/ed2074f1eb0b4528a2893f273bca0985, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T07:23:12,581 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/f1/bd0c188184ec4a6982ad4fd56bb7dac0 as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/f1/bd0c188184ec4a6982ad4fd56bb7dac0 2024-11-11T07:23:12,590 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd0c188184ec4a6982ad4fd56bb7dac0 2024-11-11T07:23:12,590 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/f1/bd0c188184ec4a6982ad4fd56bb7dac0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T07:23:12,591 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/.tmp/norep/69e6642eb7864bbf834d5f82dba7373b as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/norep/69e6642eb7864bbf834d5f82dba7373b 2024-11-11T07:23:12,596 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e6642eb7864bbf834d5f82dba7373b 2024-11-11T07:23:12,596 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/norep/69e6642eb7864bbf834d5f82dba7373b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T07:23:12,602 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1e12d80c8f21e6851cd487cbeec15098 in 584ms, sequenceid=6, compaction requested=false 2024-11-11T07:23:12,619 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/data/default/test/1e12d80c8f21e6851cd487cbeec15098/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T07:23:12,620 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1351): Waiting on 1e12d80c8f21e6851cd487cbeec15098, 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,620 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:12,620 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:12,620 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e12d80c8f21e6851cd487cbeec15098: Waiting for close lock at 1731309792017Running coprocessor pre-close hooks at 1731309792017Disabling compacts and flushes for region at 1731309792017Disabling writes for close at 1731309792017Obtaining lock to block concurrent updates at 1731309792017Preparing flush snapshotting stores in 1e12d80c8f21e6851cd487cbeec15098 at 1731309792017Finished memstore snapshotting test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731309792018 (+1 ms)Flushing stores of test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. at 1731309792018Flushing 1e12d80c8f21e6851cd487cbeec15098/f: creating writer at 1731309792018Flushing 1e12d80c8f21e6851cd487cbeec15098/f: appending metadata at 1731309792042 (+24 ms)Flushing 1e12d80c8f21e6851cd487cbeec15098/f: closing flushed file at 1731309792042Flushing 1e12d80c8f21e6851cd487cbeec15098/f1: creating writer at 1731309792053 (+11 ms)Flushing 1e12d80c8f21e6851cd487cbeec15098/f1: appending metadata at 1731309792101 (+48 ms)Flushing 1e12d80c8f21e6851cd487cbeec15098/f1: closing flushed file at 1731309792101Flushing 1e12d80c8f21e6851cd487cbeec15098/norep: creating writer at 1731309792534 (+433 ms)Flushing 1e12d80c8f21e6851cd487cbeec15098/norep: appending metadata at 1731309792559 (+25 ms)Flushing 1e12d80c8f21e6851cd487cbeec15098/norep: closing flushed file at 1731309792559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@881b4e9: reopening flushed file at 1731309792570 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724930a3: reopening flushed file at 1731309792580 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3363bce9: reopening flushed file at 1731309792590 (+10 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1e12d80c8f21e6851cd487cbeec15098 in 584ms, sequenceid=6, compaction requested=false at 1731309792602 (+12 ms)Writing region close event to WAL at 1731309792611 (+9 ms)Running coprocessor post-close hooks at 1731309792620 (+9 ms)Closed at 1731309792620 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309769797.1e12d80c8f21e6851cd487cbeec15098. 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f6b6d19fc325156dca072996b7a8fd5, disabling compactions & flushes 2024-11-11T07:23:12,621 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. after waiting 0 ms 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f6b6d19fc325156dca072996b7a8fd5: Waiting for close lock at 1731309792621Running coprocessor pre-close hooks at 1731309792621Disabling compacts and flushes for region at 1731309792621Disabling writes for close at 1731309792621Failed flush hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5., putting online again at 1731309792621 2024-11-11T07:23:12,621 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,677 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 883, reset compression=false 2024-11-11T07:23:12,686 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:12,686 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 1527, reset compression=false 2024-11-11T07:23:12,769 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:23:12,769 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:23:12,820 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,821 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1351): Waiting on 9f6b6d19fc325156dca072996b7a8fd5 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f6b6d19fc325156dca072996b7a8fd5, disabling compactions & flushes 2024-11-11T07:23:12,821 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. after waiting 0 ms 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f6b6d19fc325156dca072996b7a8fd5: Waiting for close lock at 1731309792821Running coprocessor pre-close hooks at 1731309792821Disabling compacts and flushes for region at 1731309792821Disabling writes for close at 1731309792821Failed flush hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5., putting online again at 1731309792821 2024-11-11T07:23:12,821 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5. 2024-11-11T07:23:12,905 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/WALs/d72d5187e64f,40305,1731309755695/d72d5187e64f%2C40305%2C1731309755695.1731309757898 to pos 1527, reset compression=false 2024-11-11T07:23:13,021 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:23:13,021 DEBUG [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1325): Online Regions={9f6b6d19fc325156dca072996b7a8fd5=hbase:replication,,1731309774767.9f6b6d19fc325156dca072996b7a8fd5.} 2024-11-11T07:23:13,021 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T07:23:13,021 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,40305,1731309755695; all regions closed. 2024-11-11T07:23:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741834_1010 (size=4239) 2024-11-11T07:23:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741839_1015 (size=1297) 2024-11-11T07:23:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741832_1008 (size=1535) 2024-11-11T07:23:13,039 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:13,039 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:13,039 INFO [RS:0;d72d5187e64f:40305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:13,040 INFO [RS:0;d72d5187e64f:40305 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:13,040 INFO [RS:0;d72d5187e64f:40305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:13,040 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:13,040 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,40305,1731309755695 because: Region server is closing 2024-11-11T07:23:13,040 INFO [RS:0;d72d5187e64f:40305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40305. 2024-11-11T07:23:13,041 DEBUG [RS:0;d72d5187e64f:40305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:13,041 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:13,041 DEBUG [RS:0;d72d5187e64f:40305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:13,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:13,141 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.shipperd72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 terminated 2024-11-11T07:23:13,141 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40305,1731309755695.replicationSource.wal-reader.d72d5187e64f%2C40305%2C1731309755695,1-d72d5187e64f,40305,1731309755695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:23:13,141 INFO [RS:0;d72d5187e64f:40305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40305 2024-11-11T07:23:13,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01838556782/rs/d72d5187e64f,40305,1731309755695 2024-11-11T07:23:13,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782/rs 2024-11-11T07:23:13,215 INFO [RS:0;d72d5187e64f:40305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:13,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,40305,1731309755695] 2024-11-11T07:23:13,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01838556782/draining/d72d5187e64f,40305,1731309755695 already deleted, retry=false 2024-11-11T07:23:13,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,40305,1731309755695 expired; onlineServers=0 2024-11-11T07:23:13,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,36723,1731309755500' ***** 2024-11-11T07:23:13,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:23:13,276 INFO [M:0;d72d5187e64f:36723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:13,276 INFO [M:0;d72d5187e64f:36723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:13,276 DEBUG [M:0;d72d5187e64f:36723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:23:13,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:23:13,276 DEBUG [M:0;d72d5187e64f:36723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:23:13,276 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309757704 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309757704,5,FailOnTimeoutGroup] 2024-11-11T07:23:13,276 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309757704 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309757704,5,FailOnTimeoutGroup] 2024-11-11T07:23:13,276 INFO [M:0;d72d5187e64f:36723 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:13,277 INFO [M:0;d72d5187e64f:36723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:13,277 DEBUG [M:0;d72d5187e64f:36723 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:23:13,277 INFO [M:0;d72d5187e64f:36723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:23:13,277 INFO [M:0;d72d5187e64f:36723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:13,277 ERROR [M:0;d72d5187e64f:36723 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:40065 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40065,5,PEWorkerGroup] 2024-11-11T07:23:13,277 INFO [M:0;d72d5187e64f:36723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:23:13,277 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:23:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01838556782/master 2024-11-11T07:23:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01838556782 2024-11-11T07:23:13,286 DEBUG [M:0;d72d5187e64f:36723 {}] zookeeper.ZKUtil(347): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Unable to get data of znode /01838556782/master because node does not exist (not an error) 2024-11-11T07:23:13,286 WARN [M:0;d72d5187e64f:36723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:23:13,287 INFO [M:0;d72d5187e64f:36723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/.lastflushedseqids 2024-11-11T07:23:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741847_1023 (size=245) 2024-11-11T07:23:13,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:13,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40305-0x10128c6508a0001, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:13,358 INFO [RS:0;d72d5187e64f:40305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:13,358 INFO [RS:0;d72d5187e64f:40305 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,40305,1731309755695; zookeeper connection closed. 2024-11-11T07:23:13,358 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455bef34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455bef34 2024-11-11T07:23:13,359 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:23:13,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:13,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:13,699 INFO [M:0;d72d5187e64f:36723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:23:13,699 INFO [M:0;d72d5187e64f:36723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:23:13,699 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:13,699 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:13,699 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:13,699 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:13,700 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:13,700 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-11T07:23:13,771 DEBUG [M:0;d72d5187e64f:36723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c651edcc5254398bdbeb85975fb869e is 82, key is hbase:meta,,1/info:regioninfo/1731309758928/Put/seqid=0 2024-11-11T07:23:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741848_1024 (size=5672) 2024-11-11T07:23:13,786 INFO [M:0;d72d5187e64f:36723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c651edcc5254398bdbeb85975fb869e 2024-11-11T07:23:13,812 DEBUG [M:0;d72d5187e64f:36723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253d1010ae7c436eb292c3512a2cbc7e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309770971/Put/seqid=0 2024-11-11T07:23:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741849_1025 (size=7219) 2024-11-11T07:23:13,827 INFO [M:0;d72d5187e64f:36723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253d1010ae7c436eb292c3512a2cbc7e 2024-11-11T07:23:13,831 INFO [M:0;d72d5187e64f:36723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 253d1010ae7c436eb292c3512a2cbc7e 2024-11-11T07:23:13,853 DEBUG [M:0;d72d5187e64f:36723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d741e8201f41e4af6b26dff5df6835 is 69, key is d72d5187e64f,40305,1731309755695/rs:state/1731309757757/Put/seqid=0 2024-11-11T07:23:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741850_1026 (size=5156) 2024-11-11T07:23:13,862 INFO [M:0;d72d5187e64f:36723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d741e8201f41e4af6b26dff5df6835 2024-11-11T07:23:13,867 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c651edcc5254398bdbeb85975fb869e as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c651edcc5254398bdbeb85975fb869e 2024-11-11T07:23:13,877 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c651edcc5254398bdbeb85975fb869e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T07:23:13,878 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/253d1010ae7c436eb292c3512a2cbc7e as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253d1010ae7c436eb292c3512a2cbc7e 2024-11-11T07:23:13,882 INFO [M:0;d72d5187e64f:36723 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 253d1010ae7c436eb292c3512a2cbc7e 2024-11-11T07:23:13,882 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/253d1010ae7c436eb292c3512a2cbc7e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T07:23:13,883 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41d741e8201f41e4af6b26dff5df6835 as hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41d741e8201f41e4af6b26dff5df6835 2024-11-11T07:23:13,887 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40065/user/jenkins/test-data/d2df88dd-18ed-befb-da3e-4dedfc50a2e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41d741e8201f41e4af6b26dff5df6835, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T07:23:13,887 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=105, compaction requested=false 2024-11-11T07:23:13,896 INFO [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:13,896 DEBUG [M:0;d72d5187e64f:36723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309793699Disabling compacts and flushes for region at 1731309793699Disabling writes for close at 1731309793699Obtaining lock to block concurrent updates at 1731309793700 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309793700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731309793700Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309793701 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309793701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309793770 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309793770Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309793792 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309793812 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309793812Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309793831 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309793852 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309793852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a3a683: reopening flushed file at 1731309793866 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2932ab7e: reopening flushed file at 1731309793877 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c4e6ec: reopening flushed file at 1731309793882 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=105, compaction requested=false at 1731309793887 (+5 ms)Writing region close event to WAL at 1731309793896 (+9 ms)Closed at 1731309793896 2024-11-11T07:23:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42189 is added to blk_1073741830_1006 (size=64435) 2024-11-11T07:23:13,902 INFO [M:0;d72d5187e64f:36723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:23:13,902 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:13,902 INFO [M:0;d72d5187e64f:36723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36723 2024-11-11T07:23:13,902 INFO [M:0;d72d5187e64f:36723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:14,018 INFO [M:0;d72d5187e64f:36723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:14,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36723-0x10128c6508a0000, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:14,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@645740ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:14,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dfc2ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:14,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:14,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdfecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:14,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:14,032 WARN [BP-1670925535-172.17.0.3-1731309753589 heartbeating to localhost/127.0.0.1:40065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:23:14,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:23:14,032 WARN [BP-1670925535-172.17.0.3-1731309753589 heartbeating to localhost/127.0.0.1:40065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1670925535-172.17.0.3-1731309753589 (Datanode Uuid af413769-37f1-4c0d-bfc7-439aed30e738) service to localhost/127.0.0.1:40065 2024-11-11T07:23:14,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:23:14,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/data/data1/current/BP-1670925535-172.17.0.3-1731309753589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:14,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/cluster_0ac0590e-548f-27f5-6e2d-cae0415d3c63/data/data2/current/BP-1670925535-172.17.0.3-1731309753589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:14,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:23:14,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d5b553a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:14,041 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@602b1c47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:14,041 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:14,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:14,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25410b04-8d1a-4fbb-e53d-6a5e4324ba3b/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:14,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:23:14,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:23:14,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46365 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39783 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40065 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49265) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39783 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39783 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=797 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=512 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1511 (was 2381) 2024-11-11T07:23:14,135 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=512, ProcessCount=11, AvailableMemoryMB=1511 2024-11-11T07:23:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10128c6508a0005, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:23:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10128c6508a0008, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:23:14,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10128c6508a0008, quorum=127.0.0.1:49265, baseZNode=/2-1952594255 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:23:14,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10128c6508a0005, quorum=127.0.0.1:49265, baseZNode=/1859030222 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:23:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10128c6508a0002, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T07:23:14,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10128c6508a0002, quorum=127.0.0.1:49265, baseZNode=/01838556782 Received Disconnected from ZooKeeper, ignoring 2024-11-11T07:23:14,153 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T07:23:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir so I do NOT create it in target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25 2024-11-11T07:23:14,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:23:14,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.tmp.dir so I do NOT create it in target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25 2024-11-11T07:23:14,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/196737fc-c9c4-5205-f535-a7b187e43c8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:23:14,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25 2024-11-11T07:23:14,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea, deleteOnExit=true 2024-11-11T07:23:14,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/zookeeper_0, clientPort=54882, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:23:14,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54882 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/test.cache.data in system properties and HBase conf 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:23:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:23:14,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:14,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:23:14,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:23:14,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:23:14,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:14,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:23:14,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:23:14,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:14,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:14,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:14,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:14,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:23:14,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:14,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e31ea48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:14,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bfec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:23:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:23:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:23:14,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:15,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14427ab6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/java.io.tmpdir/jetty-localhost-35753-hadoop-hdfs-3_4_1-tests_jar-_-any-13793895907844189851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:15,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f31ce9e{HTTP/1.1, (http/1.1)}{localhost:35753} 2024-11-11T07:23:15,016 INFO [Time-limited test {}] server.Server(415): Started @319984ms 2024-11-11T07:23:15,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:15,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:15,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:15,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:15,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:23:15,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6acbc82c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:15,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@623672de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:15,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198479ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/java.io.tmpdir/jetty-localhost-40397-hadoop-hdfs-3_4_1-tests_jar-_-any-441932955077185403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:15,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:40397} 2024-11-11T07:23:15,917 INFO [Time-limited test {}] server.Server(415): Started @320886ms 2024-11-11T07:23:15,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:23:17,059 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data2/current/BP-1152415091-172.17.0.3-1731309794193/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:17,059 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data1/current/BP-1152415091-172.17.0.3-1731309794193/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:17,089 WARN [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:23:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dda518990b4d06 with lease ID 0xdbdbd78090a75c76: Processing first storage report for DS-6c6eac86-1d96-4d32-a5fb-4a37f070bdde from datanode DatanodeRegistration(127.0.0.1:36223, datanodeUuid=5583a182-1aed-455b-b287-ca56e3350956, infoPort=38725, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1782007854;c=1731309794193) 2024-11-11T07:23:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dda518990b4d06 with lease ID 0xdbdbd78090a75c76: from storage DS-6c6eac86-1d96-4d32-a5fb-4a37f070bdde node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=5583a182-1aed-455b-b287-ca56e3350956, infoPort=38725, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1782007854;c=1731309794193), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97dda518990b4d06 with lease ID 0xdbdbd78090a75c76: Processing first storage report for DS-ca0afb39-5c55-40bc-b895-94e6a248640b from datanode DatanodeRegistration(127.0.0.1:36223, datanodeUuid=5583a182-1aed-455b-b287-ca56e3350956, infoPort=38725, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1782007854;c=1731309794193) 2024-11-11T07:23:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97dda518990b4d06 with lease ID 0xdbdbd78090a75c76: from storage DS-ca0afb39-5c55-40bc-b895-94e6a248640b node DatanodeRegistration(127.0.0.1:36223, datanodeUuid=5583a182-1aed-455b-b287-ca56e3350956, infoPort=38725, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1782007854;c=1731309794193), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:17,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25 2024-11-11T07:23:17,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:23:17,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c with version=8 2024-11-11T07:23:17,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/hbase-staging 2024-11-11T07:23:17,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:17,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:17,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:17,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:23:17,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:17,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37941 2024-11-11T07:23:17,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37941 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-11T07:23:17,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379410x0, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:17,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37941-0x10128c6ef1c0000 connected 2024-11-11T07:23:17,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on znode that does not yet exist, /0459373096/running 2024-11-11T07:23:17,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c, hbase.cluster.distributed=false 2024-11-11T07:23:17,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on znode that does not yet exist, /0459373096/acl 2024-11-11T07:23:17,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-11T07:23:17,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37941 2024-11-11T07:23:17,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37941 2024-11-11T07:23:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-11T07:23:17,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37941 2024-11-11T07:23:17,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:17,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:23:17,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:17,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35721 2024-11-11T07:23:17,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35721 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-11T07:23:17,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357210x0, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:17,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357210x0, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on znode that does not yet exist, /0459373096/running 2024-11-11T07:23:17,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:23:17,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35721-0x10128c6ef1c0001 connected 2024-11-11T07:23:17,660 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:23:17,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on znode that does not yet exist, /0459373096/master 2024-11-11T07:23:17,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on znode that does not yet exist, /0459373096/acl 2024-11-11T07:23:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-11T07:23:17,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35721 2024-11-11T07:23:17,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35721 2024-11-11T07:23:17,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-11T07:23:17,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35721 2024-11-11T07:23:17,708 DEBUG [M:0;d72d5187e64f:37941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:37941 2024-11-11T07:23:17,712 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0459373096/backup-masters/d72d5187e64f,37941,1731309797196 2024-11-11T07:23:17,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096/backup-masters 2024-11-11T07:23:17,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096/backup-masters 2024-11-11T07:23:17,724 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on existing znode=/0459373096/backup-masters/d72d5187e64f,37941,1731309797196 2024-11-11T07:23:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0459373096/master 2024-11-11T07:23:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:17,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:17,735 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on existing znode=/0459373096/master 2024-11-11T07:23:17,737 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0459373096/backup-masters/d72d5187e64f,37941,1731309797196 from backup master directory 2024-11-11T07:23:17,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096/backup-masters 2024-11-11T07:23:17,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0459373096/backup-masters/d72d5187e64f,37941,1731309797196 2024-11-11T07:23:17,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096/backup-masters 2024-11-11T07:23:17,745 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:17,745 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,37941,1731309797196 2024-11-11T07:23:17,753 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/hbase.id] with ID: 19d173cb-2247-40c2-843b-f6062458240f 2024-11-11T07:23:17,753 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/.tmp/hbase.id 2024-11-11T07:23:17,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:23:17,762 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/.tmp/hbase.id]:[hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/hbase.id] 2024-11-11T07:23:17,783 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:17,784 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:23:17,790 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-11T07:23:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:23:17,868 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:17,869 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:23:17,870 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:17,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:23:18,282 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/data/master/store 2024-11-11T07:23:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:23:18,302 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:18,302 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:18,302 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:18,303 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:18,303 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:18,303 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:18,303 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:18,303 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309798302Disabling compacts and flushes for region at 1731309798302Disabling writes for close at 1731309798303 (+1 ms)Writing region close event to WAL at 1731309798303Closed at 1731309798303 2024-11-11T07:23:18,304 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/data/master/store/.initializing 2024-11-11T07:23:18,304 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/WALs/d72d5187e64f,37941,1731309797196 2024-11-11T07:23:18,305 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:18,307 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C37941%2C1731309797196, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/WALs/d72d5187e64f,37941,1731309797196, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/oldWALs, maxLogs=10 2024-11-11T07:23:18,328 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/WALs/d72d5187e64f,37941,1731309797196/d72d5187e64f%2C37941%2C1731309797196.1731309798308, exclude list is [], retry=0 2024-11-11T07:23:18,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-6c6eac86-1d96-4d32-a5fb-4a37f070bdde,DISK] 2024-11-11T07:23:18,335 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/WALs/d72d5187e64f,37941,1731309797196/d72d5187e64f%2C37941%2C1731309797196.1731309798308 2024-11-11T07:23:18,335 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38725:38725)] 2024-11-11T07:23:18,335 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:18,335 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:18,335 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,335 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:23:18,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:18,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:18,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:23:18,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:18,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:18,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:23:18,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:18,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:23:18,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:18,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:18,352 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,353 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,353 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,355 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,355 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,355 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:18,356 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:18,361 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:18,361 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73278262, jitterRate=0.09193119406700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:18,362 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309798336Initializing all the Stores at 1731309798336Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309798336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309798337 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309798337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309798337Cleaning up temporary data from old regions at 1731309798355 (+18 ms)Region opened successfully at 1731309798362 (+7 ms) 2024-11-11T07:23:18,372 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:23:18,375 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e417176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:18,376 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:23:18,376 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:23:18,376 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:23:18,376 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:23:18,377 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:23:18,377 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:23:18,377 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:23:18,398 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:23:18,399 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Unable to get data of znode /0459373096/balancer because node does not exist (not necessarily an error) 2024-11-11T07:23:18,407 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0459373096/balancer already deleted, retry=false 2024-11-11T07:23:18,408 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:23:18,410 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Unable to get data of znode /0459373096/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:23:18,418 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0459373096/normalizer already deleted, retry=false 2024-11-11T07:23:18,418 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:23:18,421 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Unable to get data of znode /0459373096/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:23:18,428 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0459373096/switch/split already deleted, retry=false 2024-11-11T07:23:18,431 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Unable to get data of znode /0459373096/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:23:18,439 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0459373096/switch/merge already deleted, retry=false 2024-11-11T07:23:18,442 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Unable to get data of znode /0459373096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:23:18,450 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0459373096/snapshot-cleanup already deleted, retry=false 2024-11-11T07:23:18,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0459373096/running 2024-11-11T07:23:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0459373096/running 2024-11-11T07:23:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,462 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,37941,1731309797196, sessionid=0x10128c6ef1c0000, setting cluster-up flag (Was=false) 2024-11-11T07:23:18,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,513 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0459373096/flush-table-proc/acquired, /0459373096/flush-table-proc/reached, /0459373096/flush-table-proc/abort 2024-11-11T07:23:18,514 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,37941,1731309797196 2024-11-11T07:23:18,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:18,565 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0459373096/online-snapshot/acquired, /0459373096/online-snapshot/reached, /0459373096/online-snapshot/abort 2024-11-11T07:23:18,566 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,37941,1731309797196 2024-11-11T07:23:18,573 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:23:18,579 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:18,579 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:23:18,579 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:23:18,579 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,37941,1731309797196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:18,587 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:18,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:23:18,591 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:18,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309828600 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:23:18,600 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:23:18,604 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:23:18,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:23:18,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:23:18,608 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:23:18,613 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(746): ClusterId : 19d173cb-2247-40c2-843b-f6062458240f 2024-11-11T07:23:18,613 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:23:18,616 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:23:18,616 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:23:18,617 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309798616,5,FailOnTimeoutGroup] 2024-11-11T07:23:18,619 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309798617,5,FailOnTimeoutGroup] 2024-11-11T07:23:18,619 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,619 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:23:18,619 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,620 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,624 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:23:18,625 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:23:18,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:23:18,635 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:23:18,636 DEBUG [RS:0;d72d5187e64f:35721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64726871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:18,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,651 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35721 2024-11-11T07:23:18,651 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:23:18,651 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:23:18,651 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:23:18,652 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,37941,1731309797196 with port=35721, startcode=1731309797604 2024-11-11T07:23:18,652 DEBUG [RS:0;d72d5187e64f:35721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:23:18,654 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:23:18,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37941 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,656 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c 2024-11-11T07:23:18,656 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42737 2024-11-11T07:23:18,656 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:23:18,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096/rs 2024-11-11T07:23:18,667 DEBUG [RS:0;d72d5187e64f:35721 {}] zookeeper.ZKUtil(111): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Set watcher on existing znode=/0459373096/rs/d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,667 WARN [RS:0;d72d5187e64f:35721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:18,667 INFO [RS:0;d72d5187e64f:35721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:18,667 DEBUG [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35721,1731309797604] 2024-11-11T07:23:18,677 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:23:18,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:18,745 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:23:18,745 INFO [RS:0;d72d5187e64f:35721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:23:18,745 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,745 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:23:18,746 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:23:18,746 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,746 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:18,747 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:18,747 DEBUG [RS:0;d72d5187e64f:35721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,747 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35721,1731309797604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:18,767 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:23:18,768 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35721,1731309797604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,768 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,768 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.Replication(171): d72d5187e64f,35721,1731309797604 started 2024-11-11T07:23:18,786 INFO [RS:0;d72d5187e64f:35721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:18,786 INFO [RS:0;d72d5187e64f:35721 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35721,1731309797604, RpcServer on d72d5187e64f/172.17.0.3:35721, sessionid=0x10128c6ef1c0001 2024-11-11T07:23:18,787 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:23:18,787 DEBUG [RS:0;d72d5187e64f:35721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,787 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35721,1731309797604' 2024-11-11T07:23:18,787 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0459373096/flush-table-proc/abort' 2024-11-11T07:23:18,787 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0459373096/flush-table-proc/acquired' 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35721,1731309797604 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35721,1731309797604' 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0459373096/online-snapshot/abort' 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0459373096/online-snapshot/acquired' 2024-11-11T07:23:18,788 DEBUG [RS:0;d72d5187e64f:35721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:23:18,788 INFO [RS:0;d72d5187e64f:35721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:23:18,788 INFO [RS:0;d72d5187e64f:35721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:23:18,889 INFO [RS:0;d72d5187e64f:35721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:18,890 INFO [RS:0;d72d5187e64f:35721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35721%2C1731309797604, suffix=, logDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/oldWALs, maxLogs=10 2024-11-11T07:23:18,908 DEBUG [RS:0;d72d5187e64f:35721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604/d72d5187e64f%2C35721%2C1731309797604.1731309798891, exclude list is [], retry=0 2024-11-11T07:23:18,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-6c6eac86-1d96-4d32-a5fb-4a37f070bdde,DISK] 2024-11-11T07:23:18,912 INFO [RS:0;d72d5187e64f:35721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604/d72d5187e64f%2C35721%2C1731309797604.1731309798891 2024-11-11T07:23:18,913 DEBUG [RS:0;d72d5187e64f:35721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38725:38725)] 2024-11-11T07:23:19,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:23:19,029 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c 2024-11-11T07:23:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:23:19,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:19,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:19,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:19,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:19,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:19,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:19,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:19,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:19,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:19,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:19,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/1588230740 2024-11-11T07:23:19,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/1588230740 2024-11-11T07:23:19,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:19,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:19,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:19,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:19,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:19,501 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728554, jitterRate=0.009234100580215454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:19,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309799455Initializing all the Stores at 1731309799466 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799466Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799475 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309799475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799475Cleaning up temporary data from old regions at 1731309799489 (+14 ms)Region opened successfully at 1731309799501 (+12 ms) 2024-11-11T07:23:19,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:19,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:19,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:19,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:19,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:19,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:19,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309799501Disabling compacts and flushes for region at 1731309799501Disabling writes for close at 1731309799501Writing region close event to WAL at 1731309799502 (+1 ms)Closed at 1731309799502 2024-11-11T07:23:19,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:19,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:23:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:23:19,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:19,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:23:19,655 DEBUG [d72d5187e64f:37941 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:23:19,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:19,656 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35721,1731309797604, state=OPENING 2024-11-11T07:23:19,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:23:19,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:19,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0459373096 2024-11-11T07:23:19,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0459373096/meta-region-server: CHANGED 2024-11-11T07:23:19,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0459373096/meta-region-server: CHANGED 2024-11-11T07:23:19,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:19,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35721,1731309797604}] 2024-11-11T07:23:19,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:19,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:23:19,879 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:23:19,879 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:19,879 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:23:19,880 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35721%2C1731309797604.meta, suffix=.meta, logDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604, archiveDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/oldWALs, maxLogs=10 2024-11-11T07:23:19,894 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604/d72d5187e64f%2C35721%2C1731309797604.meta.1731309799881.meta, exclude list is [], retry=0 2024-11-11T07:23:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36223,DS-6c6eac86-1d96-4d32-a5fb-4a37f070bdde,DISK] 2024-11-11T07:23:19,897 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/WALs/d72d5187e64f,35721,1731309797604/d72d5187e64f%2C35721%2C1731309797604.meta.1731309799881.meta 2024-11-11T07:23:19,898 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38725:38725)] 2024-11-11T07:23:19,898 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:19,898 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:23:19,899 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:23:19,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:23:19,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:19,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:19,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:19,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:19,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:19,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:19,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:19,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:19,908 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:19,908 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/1588230740 2024-11-11T07:23:19,909 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/hbase/meta/1588230740 2024-11-11T07:23:19,910 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:19,910 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:19,910 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:19,911 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:19,911 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59699759, jitterRate=-0.11040426790714264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:19,911 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:23:19,912 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309799899Writing region info on filesystem at 1731309799899Initializing all the Stores at 1731309799900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799900Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309799900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309799900Cleaning up temporary data from old regions at 1731309799910 (+10 ms)Running coprocessor post-open hooks at 1731309799911 (+1 ms)Region opened successfully at 1731309799912 (+1 ms) 2024-11-11T07:23:19,912 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309799874 2024-11-11T07:23:19,914 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:23:19,914 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:23:19,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:19,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35721,1731309797604, state=OPEN 2024-11-11T07:23:19,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35721-0x10128c6ef1c0001, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0459373096/meta-region-server 2024-11-11T07:23:19,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37941-0x10128c6ef1c0000, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0459373096/meta-region-server 2024-11-11T07:23:19,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0459373096/meta-region-server: CHANGED 2024-11-11T07:23:19,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0459373096/meta-region-server: CHANGED 2024-11-11T07:23:19,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:19,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:23:19,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35721,1731309797604 in 228 msec 2024-11-11T07:23:19,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:23:19,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-11T07:23:19,952 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:19,953 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:23:19,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:19,953 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35721,1731309797604, seqNum=-1] 2024-11-11T07:23:19,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:19,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:19,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-11T07:23:19,960 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309799960, completionTime=-1 2024-11-11T07:23:19,960 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:23:19,960 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:23:19,962 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:23:19,962 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309859962 2024-11-11T07:23:19,962 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309919962 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:37941, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,963 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,964 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:19,965 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.222sec 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:19,967 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:23:19,968 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:23:19,969 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:23:19,969 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,37941,1731309797196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:20,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a2b91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:20,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,37941,-1 for getting cluster id 2024-11-11T07:23:20,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:20,037 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19d173cb-2247-40c2-843b-f6062458240f' 2024-11-11T07:23:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19d173cb-2247-40c2-843b-f6062458240f" 2024-11-11T07:23:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fba4a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:20,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,37941,-1] 2024-11-11T07:23:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:20,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:20,039 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:20,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:20,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:20,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35721,1731309797604, seqNum=-1] 2024-11-11T07:23:20,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:20,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:20,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,37941,1731309797196 2024-11-11T07:23:20,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54882 2024-11-11T07:23:20,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54882, baseZNode=/0459373096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:20,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c6ef1c0002 connected 2024-11-11T07:23:20,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,37941,1731309797196 2024-11-11T07:23:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205175d1 2024-11-11T07:23:20,092 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:20,093 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:20,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:20,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:23:20,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:23:20,097 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:20,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:23:20,099 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:23:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:23:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:20,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 413c37d3d1b5fefd5fecc4297fed2907, NAME => 'test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c 2024-11-11T07:23:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36223 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:23:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:20,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:20,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:20,819 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128992 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 413c37d3d1b5fefd5fecc4297fed2907, disabling compactions & flushes 2024-11-11T07:23:21,033 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. after waiting 0 ms 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,033 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,033 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 413c37d3d1b5fefd5fecc4297fed2907: Waiting for close lock at 1731309801033Disabling compacts and flushes for region at 1731309801033Disabling writes for close at 1731309801033Writing region close event to WAL at 1731309801033Closed at 1731309801033 2024-11-11T07:23:21,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:23:21,035 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309801035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309801035"}]},"ts":"1731309801035"} 2024-11-11T07:23:21,037 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:23:21,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:23:21,038 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309801038"}]},"ts":"1731309801038"} 2024-11-11T07:23:21,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:23:21,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=413c37d3d1b5fefd5fecc4297fed2907, ASSIGN}] 2024-11-11T07:23:21,044 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=413c37d3d1b5fefd5fecc4297fed2907, ASSIGN 2024-11-11T07:23:21,045 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=413c37d3d1b5fefd5fecc4297fed2907, ASSIGN; state=OFFLINE, location=d72d5187e64f,35721,1731309797604; forceNewPlan=false, retain=false 2024-11-11T07:23:21,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=413c37d3d1b5fefd5fecc4297fed2907, regionState=OPENING, regionLocation=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:21,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=413c37d3d1b5fefd5fecc4297fed2907, ASSIGN because future has completed 2024-11-11T07:23:21,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413c37d3d1b5fefd5fecc4297fed2907, server=d72d5187e64f,35721,1731309797604}] 2024-11-11T07:23:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:21,400 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,401 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 413c37d3d1b5fefd5fecc4297fed2907, NAME => 'test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:21,401 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:21,401 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:23:21,402 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,402 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:21,402 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,402 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,432 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,434 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413c37d3d1b5fefd5fecc4297fed2907 columnFamilyName f 2024-11-11T07:23:21,434 DEBUG [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:21,435 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(327): Store=413c37d3d1b5fefd5fecc4297fed2907/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:21,435 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,436 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413c37d3d1b5fefd5fecc4297fed2907 columnFamilyName f1 2024-11-11T07:23:21,436 DEBUG [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:21,438 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(327): Store=413c37d3d1b5fefd5fecc4297fed2907/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:21,438 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,440 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 413c37d3d1b5fefd5fecc4297fed2907 columnFamilyName norep 2024-11-11T07:23:21,440 DEBUG [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:21,440 INFO [StoreOpener-413c37d3d1b5fefd5fecc4297fed2907-1 {}] regionserver.HStore(327): Store=413c37d3d1b5fefd5fecc4297fed2907/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:21,440 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,442 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/default/test/413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,442 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/default/test/413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,445 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,445 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,446 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:23:21,447 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,455 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/data/default/test/413c37d3d1b5fefd5fecc4297fed2907/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:21,456 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 413c37d3d1b5fefd5fecc4297fed2907; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763266, jitterRate=-0.06475445628166199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:23:21,456 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 413c37d3d1b5fefd5fecc4297fed2907 2024-11-11T07:23:21,456 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 413c37d3d1b5fefd5fecc4297fed2907: Running coprocessor pre-open hook at 1731309801402Writing region info on filesystem at 1731309801402Initializing all the Stores at 1731309801408 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309801408Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309801420 (+12 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309801420Cleaning up temporary data from old regions at 1731309801445 (+25 ms)Running coprocessor post-open hooks at 1731309801456 (+11 ms)Region opened successfully at 1731309801456 2024-11-11T07:23:21,459 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907., pid=6, masterSystemTime=1731309801388 2024-11-11T07:23:21,462 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,462 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309800094.413c37d3d1b5fefd5fecc4297fed2907. 2024-11-11T07:23:21,477 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=413c37d3d1b5fefd5fecc4297fed2907, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,35721,1731309797604 2024-11-11T07:23:21,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 413c37d3d1b5fefd5fecc4297fed2907, server=d72d5187e64f,35721,1731309797604 because future has completed 2024-11-11T07:23:21,490 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37941 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d72d5187e64f,35721,1731309797604, table=test, region=413c37d3d1b5fefd5fecc4297fed2907. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T07:23:21,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:23:21,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 413c37d3d1b5fefd5fecc4297fed2907, server=d72d5187e64f,35721,1731309797604 in 289 msec 2024-11-11T07:23:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:23:21,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=413c37d3d1b5fefd5fecc4297fed2907, ASSIGN in 461 msec 2024-11-11T07:23:21,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:23:21,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309801506"}]},"ts":"1731309801506"} 2024-11-11T07:23:21,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:23:21,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:23:21,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4150 sec 2024-11-11T07:23:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:22,249 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:23:22,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bec40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,37941,-1 for getting cluster id 2024-11-11T07:23:22,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:22,265 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19d173cb-2247-40c2-843b-f6062458240f' 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19d173cb-2247-40c2-843b-f6062458240f" 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cb0a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,37941,-1] 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:22,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,268 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:22,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f85660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,37941,1731309797196 2024-11-11T07:23:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b0e193 2024-11-11T07:23:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:22,271 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:22,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:37941,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:23:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:23:22,275 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:37941' 2024-11-11T07:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:22,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a6314b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,278 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,37941,-1 for getting cluster id 2024-11-11T07:23:22,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:22,279 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19d173cb-2247-40c2-843b-f6062458240f' 2024-11-11T07:23:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19d173cb-2247-40c2-843b-f6062458240f" 2024-11-11T07:23:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6095374a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,37941,-1] 2024-11-11T07:23:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,282 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:22,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9027c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:22,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,37941,1731309797196 2024-11-11T07:23:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490b4029 2024-11-11T07:23:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:22,286 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:22,288 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:23:22,288 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:23:22,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,289 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:23:22,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:22,298 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T07:23:22,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=27 msec 2024-11-11T07:23:22,304 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T07:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:22,380 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d72d5187e64f:37941, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T07:23:22,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:22,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:22,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:22,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c-prefix:d72d5187e64f,35721,1731309797604.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_META-regionserver/d72d5187e64f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;d72d5187e64f:35721-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Session-HouseKeeper-10ceecef-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@448c405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1152415091-172.17.0.3-1731309794193:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1617562924_20 at /127.0.0.1:40568 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42687 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d72d5187e64f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3c3e29d4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f9aac9fec70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1152415091-172.17.0.3-1731309794193:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp354939741-7923-acceptor-0@7e180a4d-ServerConnector@7bb54031{HTTP/1.1, (http/1.1)}{localhost:40397} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@43b1868c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1651016861-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f9aac438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;d72d5187e64f:35721 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/d72d5187e64f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(1757816145) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3f24a4d7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5229426c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54882): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309798617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309798616 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1152415091-172.17.0.3-1731309794193:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1651016861-7878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;d72d5187e64f:37941 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42737 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1651016861-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c-prefix:d72d5187e64f,35721,1731309797604 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1152415091-172.17.0.3-1731309794193 heartbeating to localhost/127.0.0.1:42737 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1617562924_20 at /127.0.0.1:40622 [Receiving block BP-1152415091-172.17.0.3-1731309794193:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp354939741-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54882) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1651016861-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54882) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@64194794 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data1/current/BP-1152415091-172.17.0.3-1731309794193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: d72d5187e64f:37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1139334331_20 at /127.0.0.1:40610 [Receiving block BP-1152415091-172.17.0.3-1731309794193:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp354939741-7924 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp354939741-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f9aac438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@614a12c3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1651016861-7873 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f9aac438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 42687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data2/current/BP-1152415091-172.17.0.3-1731309794193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7c56660d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/cluster_cad4ff9f-4b25-4cdc-9209-2bba534c58ea/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1651016861-7877-acceptor-0@6057462f-ServerConnector@4f31ce9e{HTTP/1.1, (http/1.1)}{localhost:35753} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d72d5187e64f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server idle connection scanner for port 42737 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f9aacaa8b08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 42687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1651016861-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f9aac438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42737/user/jenkins/test-data/c3418eab-cdb8-bafa-e6db-a6609877687c/MasterData-prefix:d72d5187e64f,37941,1731309797196 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1617562924_20 at /127.0.0.1:40634 [Receiving block BP-1152415091-172.17.0.3-1731309794193:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54882) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1651016861-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f9aac438988.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 512) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3478 (was 1511) - AvailableMemoryMB LEAK? - 2024-11-11T07:23:22,408 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-11T07:23:22,426 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=3476 2024-11-11T07:23:22,426 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-11T07:23:22,459 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T07:23:22,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.log.dir so I do NOT create it in target/test-data/70419447-6fbc-f488-c52c-1534515543ca 2024-11-11T07:23:22,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:23:22,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.tmp.dir so I do NOT create it in target/test-data/70419447-6fbc-f488-c52c-1534515543ca 2024-11-11T07:23:22,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c3d4d34-d37e-b216-82c4-236f60a47a25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:23:22,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca 2024-11-11T07:23:22,460 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180, deleteOnExit=true 2024-11-11T07:23:22,580 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/zookeeper_0, clientPort=55147, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T07:23:22,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55147 2024-11-11T07:23:22,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/test.cache.data in system properties and HBase conf 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:23:22,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:23:22,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:23:22,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:23:22,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:22,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:23,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:23,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:23,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:23:23,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:23,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:23,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df38f92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/java.io.tmpdir/jetty-localhost-33495-hadoop-hdfs-3_4_1-tests_jar-_-any-16783148558273976847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:23,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:33495} 2024-11-11T07:23:23,214 INFO [Time-limited test {}] server.Server(415): Started @328183ms 2024-11-11T07:23:23,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:23,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:24,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:24,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:23:24,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:24,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:24,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bbe537c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/java.io.tmpdir/jetty-localhost-46387-hadoop-hdfs-3_4_1-tests_jar-_-any-9958949008646383791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:24,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:46387} 2024-11-11T07:23:24,168 INFO [Time-limited test {}] server.Server(415): Started @329137ms 2024-11-11T07:23:24,170 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:23:24,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T07:23:24,678 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T07:23:25,022 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/data/data1/current/BP-1529935980-172.17.0.3-1731309802609/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:25,024 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/data/data2/current/BP-1529935980-172.17.0.3-1731309802609/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:25,093 WARN [Thread-4298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:23:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9840bdd4f20b30dd with lease ID 0x2287f506b2e7bae: Processing first storage report for DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=b4178dcd-931c-4fd5-b7ea-63d621a4c2fb, infoPort=35419, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=2125563970;c=1731309802609) 2024-11-11T07:23:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9840bdd4f20b30dd with lease ID 0x2287f506b2e7bae: from storage DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=b4178dcd-931c-4fd5-b7ea-63d621a4c2fb, infoPort=35419, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=2125563970;c=1731309802609), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9840bdd4f20b30dd with lease ID 0x2287f506b2e7bae: Processing first storage report for DS-07088681-e0b3-4070-8299-964c88dc862b from datanode DatanodeRegistration(127.0.0.1:36935, datanodeUuid=b4178dcd-931c-4fd5-b7ea-63d621a4c2fb, infoPort=35419, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=2125563970;c=1731309802609) 2024-11-11T07:23:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9840bdd4f20b30dd with lease ID 0x2287f506b2e7bae: from storage DS-07088681-e0b3-4070-8299-964c88dc862b node DatanodeRegistration(127.0.0.1:36935, datanodeUuid=b4178dcd-931c-4fd5-b7ea-63d621a4c2fb, infoPort=35419, infoSecurePort=0, ipcPort=46041, storageInfo=lv=-57;cid=testClusterID;nsid=2125563970;c=1731309802609), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:25,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca 2024-11-11T07:23:25,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:25,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:25,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:23:25,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:25,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:25,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T07:23:25,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T07:23:25,537 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T07:23:25,537 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T07:23:25,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:25,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T07:23:25,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T07:23:25,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T07:23:25,687 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115 with version=8 2024-11-11T07:23:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/hbase-staging 2024-11-11T07:23:25,690 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:25,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:25,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:25,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:25,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:25,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:25,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:23:25,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:25,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33233 2024-11-11T07:23:25,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33233 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332330x0, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:25,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33233-0x10128c70ff30000 connected 2024-11-11T07:23:26,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:26,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:26,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/running 2024-11-11T07:23:26,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115, hbase.cluster.distributed=false 2024-11-11T07:23:26,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/acl 2024-11-11T07:23:26,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-11T07:23:26,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33233 2024-11-11T07:23:26,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33233 2024-11-11T07:23:26,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-11T07:23:26,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33233 2024-11-11T07:23:26,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:26,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:23:26,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:26,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40481 2024-11-11T07:23:26,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40481 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:26,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:26,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404810x0, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:26,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404810x0, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/running 2024-11-11T07:23:26,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:23:26,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40481-0x10128c70ff30001 connected 2024-11-11T07:23:26,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:23:26,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/master 2024-11-11T07:23:26,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/acl 2024-11-11T07:23:26,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-11T07:23:26,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40481 2024-11-11T07:23:26,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40481 2024-11-11T07:23:26,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-11T07:23:26,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-11T07:23:26,385 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:33233 2024-11-11T07:23:26,386 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1398173801/backup-masters/d72d5187e64f,33233,1731309805690 2024-11-11T07:23:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/backup-masters 2024-11-11T07:23:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/backup-masters 2024-11-11T07:23:26,396 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on existing znode=/0-1398173801/backup-masters/d72d5187e64f,33233,1731309805690 2024-11-11T07:23:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1398173801/master 2024-11-11T07:23:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:26,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:26,409 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on existing znode=/0-1398173801/master 2024-11-11T07:23:26,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1398173801/backup-masters/d72d5187e64f,33233,1731309805690 from backup master directory 2024-11-11T07:23:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/backup-masters 2024-11-11T07:23:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1398173801/backup-masters/d72d5187e64f,33233,1731309805690 2024-11-11T07:23:26,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/backup-masters 2024-11-11T07:23:26,421 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:26,421 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,33233,1731309805690 2024-11-11T07:23:26,430 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/hbase.id] with ID: 64bf0089-ef09-4a48-aa78-13a96421aaec 2024-11-11T07:23:26,430 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/.tmp/hbase.id 2024-11-11T07:23:26,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:23:26,459 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/.tmp/hbase.id]:[hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/hbase.id] 2024-11-11T07:23:26,484 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:26,484 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:23:26,485 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:23:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:26,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:23:26,917 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:26,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:23:26,932 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:26,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:23:26,981 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store 2024-11-11T07:23:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:23:27,011 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:27,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:27,012 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:27,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:27,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:27,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:27,012 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:27,012 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309807012Disabling compacts and flushes for region at 1731309807012Disabling writes for close at 1731309807012Writing region close event to WAL at 1731309807012Closed at 1731309807012 2024-11-11T07:23:27,013 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/.initializing 2024-11-11T07:23:27,013 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/WALs/d72d5187e64f,33233,1731309805690 2024-11-11T07:23:27,014 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:27,016 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C33233%2C1731309805690, suffix=, logDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/WALs/d72d5187e64f,33233,1731309805690, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/oldWALs, maxLogs=10 2024-11-11T07:23:27,038 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/WALs/d72d5187e64f,33233,1731309805690/d72d5187e64f%2C33233%2C1731309805690.1731309807016, exclude list is [], retry=0 2024-11-11T07:23:27,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:27,048 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/WALs/d72d5187e64f,33233,1731309805690/d72d5187e64f%2C33233%2C1731309805690.1731309807016 2024-11-11T07:23:27,049 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:27,049 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:27,049 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:27,049 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,049 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:23:27,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:27,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:27,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:23:27,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:27,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:27,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:23:27,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:27,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:27,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:23:27,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:27,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:27,071 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,072 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,072 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,073 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,073 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,074 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:27,075 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:27,077 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:27,077 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627706, jitterRate=0.03753367066383362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:27,077 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309807049Initializing all the Stores at 1731309807052 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309807052Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309807060 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309807060Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309807060Cleaning up temporary data from old regions at 1731309807073 (+13 ms)Region opened successfully at 1731309807077 (+4 ms) 2024-11-11T07:23:27,084 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:23:27,088 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e659ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:27,089 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:23:27,089 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:23:27,090 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:23:27,090 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:23:27,090 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:23:27,091 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:23:27,091 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:23:27,100 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:23:27,101 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Unable to get data of znode /0-1398173801/balancer because node does not exist (not necessarily an error) 2024-11-11T07:23:27,147 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/balancer already deleted, retry=false 2024-11-11T07:23:27,148 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:23:27,149 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Unable to get data of znode /0-1398173801/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:23:27,158 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/normalizer already deleted, retry=false 2024-11-11T07:23:27,158 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:23:27,170 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Unable to get data of znode /0-1398173801/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:23:27,179 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/switch/split already deleted, retry=false 2024-11-11T07:23:27,180 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Unable to get data of znode /0-1398173801/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:23:27,189 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/switch/merge already deleted, retry=false 2024-11-11T07:23:27,191 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Unable to get data of znode /0-1398173801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:23:27,200 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/snapshot-cleanup already deleted, retry=false 2024-11-11T07:23:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1398173801/running 2024-11-11T07:23:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1398173801/running 2024-11-11T07:23:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,211 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,33233,1731309805690, sessionid=0x10128c70ff30000, setting cluster-up flag (Was=false) 2024-11-11T07:23:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,263 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1398173801/flush-table-proc/acquired, /0-1398173801/flush-table-proc/reached, /0-1398173801/flush-table-proc/abort 2024-11-11T07:23:27,270 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33233,1731309805690 2024-11-11T07:23:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:27,321 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1398173801/online-snapshot/acquired, /0-1398173801/online-snapshot/reached, /0-1398173801/online-snapshot/abort 2024-11-11T07:23:27,322 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,33233,1731309805690 2024-11-11T07:23:27,337 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:23:27,353 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:27,353 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:23:27,353 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:23:27,353 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,33233,1731309805690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:27,357 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:27,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:23:27,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:27,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:23:27,408 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309837408 2024-11-11T07:23:27,408 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:23:27,408 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:23:27,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:23:27,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:23:27,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:23:27,409 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:23:27,424 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,446 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(746): ClusterId : 64bf0089-ef09-4a48-aa78-13a96421aaec 2024-11-11T07:23:27,446 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:23:27,457 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:23:27,457 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:23:27,457 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:23:27,457 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:23:27,458 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:23:27,458 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:23:27,469 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:23:27,469 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7363868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:27,476 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:23:27,476 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:23:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:23:27,499 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309807476,5,FailOnTimeoutGroup] 2024-11-11T07:23:27,504 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:40481 2024-11-11T07:23:27,504 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:23:27,504 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:23:27,504 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:23:27,508 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309807499,5,FailOnTimeoutGroup] 2024-11-11T07:23:27,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:23:27,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,508 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,509 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,33233,1731309805690 with port=40481, startcode=1731309806214 2024-11-11T07:23:27,509 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:23:27,520 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:23:27,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33233 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,523 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115 2024-11-11T07:23:27,523 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35795 2024-11-11T07:23:27,523 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:23:27,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/rs 2024-11-11T07:23:27,532 DEBUG [RS:0;d72d5187e64f:40481 {}] zookeeper.ZKUtil(111): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on existing znode=/0-1398173801/rs/d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,532 WARN [RS:0;d72d5187e64f:40481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:27,532 INFO [RS:0;d72d5187e64f:40481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:27,532 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,40481,1731309806214] 2024-11-11T07:23:27,561 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:23:27,563 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:23:27,564 INFO [RS:0;d72d5187e64f:40481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:23:27,564 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,568 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:23:27,569 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:23:27,569 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:27,569 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:27,570 DEBUG [RS:0;d72d5187e64f:40481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,589 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40481,1731309806214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:27,621 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:23:27,622 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,40481,1731309806214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,622 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,622 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.Replication(171): d72d5187e64f,40481,1731309806214 started 2024-11-11T07:23:27,655 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:27,656 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,40481,1731309806214, RpcServer on d72d5187e64f/172.17.0.3:40481, sessionid=0x10128c70ff30001 2024-11-11T07:23:27,656 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:23:27,656 DEBUG [RS:0;d72d5187e64f:40481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,656 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40481,1731309806214' 2024-11-11T07:23:27,656 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1398173801/flush-table-proc/abort' 2024-11-11T07:23:27,658 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1398173801/flush-table-proc/acquired' 2024-11-11T07:23:27,660 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:23:27,660 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:23:27,661 DEBUG [RS:0;d72d5187e64f:40481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,40481,1731309806214 2024-11-11T07:23:27,661 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,40481,1731309806214' 2024-11-11T07:23:27,661 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1398173801/online-snapshot/abort' 2024-11-11T07:23:27,661 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1398173801/online-snapshot/acquired' 2024-11-11T07:23:27,662 DEBUG [RS:0;d72d5187e64f:40481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:23:27,662 INFO [RS:0;d72d5187e64f:40481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:23:27,662 INFO [RS:0;d72d5187e64f:40481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:23:27,763 INFO [RS:0;d72d5187e64f:40481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:27,764 INFO [RS:0;d72d5187e64f:40481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40481%2C1731309806214, suffix=, logDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/oldWALs, maxLogs=10 2024-11-11T07:23:27,788 DEBUG [RS:0;d72d5187e64f:40481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765, exclude list is [], retry=0 2024-11-11T07:23:27,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:27,797 INFO [RS:0;d72d5187e64f:40481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 2024-11-11T07:23:27,797 DEBUG [RS:0;d72d5187e64f:40481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:27,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:23:27,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115 2024-11-11T07:23:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741833_1009 (size=32) 2024-11-11T07:23:28,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:28,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:28,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:28,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:28,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:28,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:28,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:28,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:28,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:28,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:28,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740 2024-11-11T07:23:28,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740 2024-11-11T07:23:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:28,379 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:28,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:28,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68041426, jitterRate=0.013896256685256958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309808353Initializing all the Stores at 1731309808354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808368 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309808368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808368Cleaning up temporary data from old regions at 1731309808378 (+10 ms)Region opened successfully at 1731309808393 (+15 ms) 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:28,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:28,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:28,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:28,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309808393Disabling compacts and flushes for region at 1731309808393Disabling writes for close at 1731309808393Writing region close event to WAL at 1731309808394 (+1 ms)Closed at 1731309808394 2024-11-11T07:23:28,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:28,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:23:28,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:23:28,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:28,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:23:28,555 DEBUG [d72d5187e64f:33233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:23:28,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:28,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40481,1731309806214, state=OPENING 2024-11-11T07:23:28,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:23:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:28,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:28,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:28,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1398173801/meta-region-server: CHANGED 2024-11-11T07:23:28,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1398173801/meta-region-server: CHANGED 2024-11-11T07:23:28,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40481,1731309806214}] 2024-11-11T07:23:28,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:28,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:23:28,847 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:23:28,848 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:28,848 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:23:28,852 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40481%2C1731309806214.meta, suffix=.meta, logDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/oldWALs, maxLogs=10 2024-11-11T07:23:28,871 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309808852.meta, exclude list is [], retry=0 2024-11-11T07:23:28,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:28,876 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309808852.meta 2024-11-11T07:23:28,878 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:28,878 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:28,878 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:28,878 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:23:28,878 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:23:28,878 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:23:28,879 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:23:28,879 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:28,879 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:23:28,879 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:23:28,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:28,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:28,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:28,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:28,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:28,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:28,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:28,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:28,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:28,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:28,894 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:28,894 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740 2024-11-11T07:23:28,895 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740 2024-11-11T07:23:28,897 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:28,897 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:28,897 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:28,899 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:28,900 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65806288, jitterRate=-0.019409894943237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:28,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:23:28,900 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309808879Writing region info on filesystem at 1731309808879Initializing all the Stores at 1731309808880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808884 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309808884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309808884Cleaning up temporary data from old regions at 1731309808897 (+13 ms)Running coprocessor post-open hooks at 1731309808900 (+3 ms)Region opened successfully at 1731309808900 2024-11-11T07:23:28,901 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309808842 2024-11-11T07:23:28,903 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:23:28,903 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:23:28,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:28,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,40481,1731309806214, state=OPEN 2024-11-11T07:23:28,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1398173801/meta-region-server 2024-11-11T07:23:28,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1398173801/meta-region-server 2024-11-11T07:23:28,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:28,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1398173801/meta-region-server: CHANGED 2024-11-11T07:23:28,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1398173801/meta-region-server: CHANGED 2024-11-11T07:23:28,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:23:28,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,40481,1731309806214 in 278 msec 2024-11-11T07:23:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:23:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 570 msec 2024-11-11T07:23:28,968 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:28,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:23:28,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:28,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40481,1731309806214, seqNum=-1] 2024-11-11T07:23:28,969 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:28,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:28,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6370 sec 2024-11-11T07:23:28,983 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309808983, completionTime=-1 2024-11-11T07:23:28,983 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:23:28,983 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:23:28,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:23:28,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309868985 2024-11-11T07:23:28,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309928985 2024-11-11T07:23:28,985 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:33233, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,986 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:28,990 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.569sec 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:28,991 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:23:28,992 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:23:28,998 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:23:28,998 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:23:28,998 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,33233,1731309805690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:29,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac718c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:29,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:29,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:29,044 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aeba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:29,046 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:29,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2161cf55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:29,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40481,1731309806214, seqNum=-1] 2024-11-11T07:23:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:29,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:29,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,33233,1731309805690 2024-11-11T07:23:29,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:29,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:29,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10128c70ff30002 connected 2024-11-11T07:23:29,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir so I do NOT create it in target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40 2024-11-11T07:23:29,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:23:29,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.tmp.dir so I do NOT create it in target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40 2024-11-11T07:23:29,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:23:29,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40 2024-11-11T07:23:29,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:23:29,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/cluster_110dfefd-8004-2d1e-0834-79508c56e498, deleteOnExit=true 2024-11-11T07:23:29,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/test.cache.data in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:23:29,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:23:29,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:23:29,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:23:29,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:29,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:29,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:29,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:29,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:23:29,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:29,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79e41501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:29,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a6dd9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:29,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58820025{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/java.io.tmpdir/jetty-localhost-41071-hadoop-hdfs-3_4_1-tests_jar-_-any-11421711982255205593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:29,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46672585{HTTP/1.1, (http/1.1)}{localhost:41071} 2024-11-11T07:23:29,733 INFO [Time-limited test {}] server.Server(415): Started @334702ms 2024-11-11T07:23:30,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:30,301 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:30,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:30,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:30,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:23:30,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29f12594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:30,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ae9580{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:30,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10a95b7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/java.io.tmpdir/jetty-localhost-33817-hadoop-hdfs-3_4_1-tests_jar-_-any-3376392424359383915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:30,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a1f4d9{HTTP/1.1, (http/1.1)}{localhost:33817} 2024-11-11T07:23:30,474 INFO [Time-limited test {}] server.Server(415): Started @335442ms 2024-11-11T07:23:30,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:23:31,824 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/cluster_110dfefd-8004-2d1e-0834-79508c56e498/data/data1/current/BP-710094710-172.17.0.3-1731309809099/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:31,840 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/cluster_110dfefd-8004-2d1e-0834-79508c56e498/data/data2/current/BP-710094710-172.17.0.3-1731309809099/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:31,913 WARN [Thread-4419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:23:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73765cc0348edc4 with lease ID 0x1f1069362f08a9e4: Processing first storage report for DS-ddc7f89d-6d23-4d84-9839-d8820f39ff6c from datanode DatanodeRegistration(127.0.0.1:43183, datanodeUuid=c2a406b2-d907-4092-b30d-4de1a7fb4fcd, infoPort=44553, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=632821967;c=1731309809099) 2024-11-11T07:23:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73765cc0348edc4 with lease ID 0x1f1069362f08a9e4: from storage DS-ddc7f89d-6d23-4d84-9839-d8820f39ff6c node DatanodeRegistration(127.0.0.1:43183, datanodeUuid=c2a406b2-d907-4092-b30d-4de1a7fb4fcd, infoPort=44553, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=632821967;c=1731309809099), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T07:23:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73765cc0348edc4 with lease ID 0x1f1069362f08a9e4: Processing first storage report for DS-12833c59-f238-492d-8d01-065c900569f6 from datanode DatanodeRegistration(127.0.0.1:43183, datanodeUuid=c2a406b2-d907-4092-b30d-4de1a7fb4fcd, infoPort=44553, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=632821967;c=1731309809099) 2024-11-11T07:23:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73765cc0348edc4 with lease ID 0x1f1069362f08a9e4: from storage DS-12833c59-f238-492d-8d01-065c900569f6 node DatanodeRegistration(127.0.0.1:43183, datanodeUuid=c2a406b2-d907-4092-b30d-4de1a7fb4fcd, infoPort=44553, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=632821967;c=1731309809099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:31,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40 2024-11-11T07:23:31,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:31,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:23:32,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5 with version=8 2024-11-11T07:23:32,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/hbase-staging 2024-11-11T07:23:32,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:32,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36055 2024-11-11T07:23:32,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36055 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360550x0, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:32,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36055-0x10128c70ff30003 connected 2024-11-11T07:23:32,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:32,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:32,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/running 2024-11-11T07:23:32,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5, hbase.cluster.distributed=false 2024-11-11T07:23:32,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/acl 2024-11-11T07:23:32,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36055 2024-11-11T07:23:32,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36055 2024-11-11T07:23:32,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36055 2024-11-11T07:23:32,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36055 2024-11-11T07:23:32,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36055 2024-11-11T07:23:32,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:32,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:32,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:32,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:32,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:23:32,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:32,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35725 2024-11-11T07:23:32,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35725 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:32,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:32,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357250x0, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:32,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357250x0, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/running 2024-11-11T07:23:32,774 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:23:32,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35725-0x10128c70ff30004 connected 2024-11-11T07:23:32,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:23:32,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/master 2024-11-11T07:23:32,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/acl 2024-11-11T07:23:32,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T07:23:32,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35725 2024-11-11T07:23:32,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35725 2024-11-11T07:23:32,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T07:23:32,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35725 2024-11-11T07:23:32,936 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:36055 2024-11-11T07:23:32,937 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2091469709/backup-masters/d72d5187e64f,36055,1731309812413 2024-11-11T07:23:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/backup-masters 2024-11-11T07:23:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/backup-masters 2024-11-11T07:23:32,948 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on existing znode=/1-2091469709/backup-masters/d72d5187e64f,36055,1731309812413 2024-11-11T07:23:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2091469709/master 2024-11-11T07:23:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:32,958 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on existing znode=/1-2091469709/master 2024-11-11T07:23:32,959 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2091469709/backup-masters/d72d5187e64f,36055,1731309812413 from backup master directory 2024-11-11T07:23:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/backup-masters 2024-11-11T07:23:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2091469709/backup-masters/d72d5187e64f,36055,1731309812413 2024-11-11T07:23:32,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/backup-masters 2024-11-11T07:23:32,968 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:32,968 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,36055,1731309812413 2024-11-11T07:23:32,982 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/hbase.id] with ID: 7ddda935-35b1-46d0-a56a-7e7ca921503b 2024-11-11T07:23:32,982 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/.tmp/hbase.id 2024-11-11T07:23:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:23:32,994 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/.tmp/hbase.id]:[hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/hbase.id] 2024-11-11T07:23:33,005 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:33,005 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:23:33,006 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:23:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:23:33,071 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:33,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:23:33,072 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:23:33,511 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store 2024-11-11T07:23:33,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:23:33,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:33,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:33,575 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:33,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:33,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:33,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:33,575 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:33,575 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309813574Disabling compacts and flushes for region at 1731309813574Disabling writes for close at 1731309813575 (+1 ms)Writing region close event to WAL at 1731309813575Closed at 1731309813575 2024-11-11T07:23:33,576 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/.initializing 2024-11-11T07:23:33,576 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/WALs/d72d5187e64f,36055,1731309812413 2024-11-11T07:23:33,577 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:33,578 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C36055%2C1731309812413, suffix=, logDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/WALs/d72d5187e64f,36055,1731309812413, archiveDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/oldWALs, maxLogs=10 2024-11-11T07:23:33,596 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/WALs/d72d5187e64f,36055,1731309812413/d72d5187e64f%2C36055%2C1731309812413.1731309813579, exclude list is [], retry=0 2024-11-11T07:23:33,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43183,DS-ddc7f89d-6d23-4d84-9839-d8820f39ff6c,DISK] 2024-11-11T07:23:33,605 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/WALs/d72d5187e64f,36055,1731309812413/d72d5187e64f%2C36055%2C1731309812413.1731309813579 2024-11-11T07:23:33,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44553:44553)] 2024-11-11T07:23:33,612 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:33,613 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:33,613 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,613 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:23:33,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:33,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:33,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:23:33,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:33,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:33,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:23:33,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:33,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:33,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:23:33,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:33,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:33,631 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,634 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,634 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,635 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:33,636 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:33,641 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:33,641 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71785078, jitterRate=0.06968101859092712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:33,642 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309813613Initializing all the Stores at 1731309813614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309813614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309813616 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309813616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309813616Cleaning up temporary data from old regions at 1731309813634 (+18 ms)Region opened successfully at 1731309813642 (+8 ms) 2024-11-11T07:23:33,649 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:23:33,653 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b70d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:33,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:23:33,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:23:33,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:23:33,654 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:23:33,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T07:23:33,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:23:33,655 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:23:33,666 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:23:33,667 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/balancer because node does not exist (not necessarily an error) 2024-11-11T07:23:33,726 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/balancer already deleted, retry=false 2024-11-11T07:23:33,727 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:23:33,727 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:23:33,736 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/normalizer already deleted, retry=false 2024-11-11T07:23:33,737 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:23:33,738 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:23:33,747 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/switch/split already deleted, retry=false 2024-11-11T07:23:33,748 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:23:33,758 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/switch/merge already deleted, retry=false 2024-11-11T07:23:33,760 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:23:33,768 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/snapshot-cleanup already deleted, retry=false 2024-11-11T07:23:33,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2091469709/running 2024-11-11T07:23:33,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2091469709/running 2024-11-11T07:23:33,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,779 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,36055,1731309812413, sessionid=0x10128c70ff30003, setting cluster-up flag (Was=false) 2024-11-11T07:23:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,832 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2091469709/flush-table-proc/acquired, /1-2091469709/flush-table-proc/reached, /1-2091469709/flush-table-proc/abort 2024-11-11T07:23:33,836 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36055,1731309812413 2024-11-11T07:23:33,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:33,889 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2091469709/online-snapshot/acquired, /1-2091469709/online-snapshot/reached, /1-2091469709/online-snapshot/abort 2024-11-11T07:23:33,890 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,36055,1731309812413 2024-11-11T07:23:33,896 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:23:33,918 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:33,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:23:33,918 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:23:33,918 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,36055,1731309812413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:33,920 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:33,929 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(746): ClusterId : 7ddda935-35b1-46d0-a56a-7e7ca921503b 2024-11-11T07:23:33,929 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:23:33,942 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:23:33,942 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:23:33,953 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:23:33,953 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb4010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:33,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:33,964 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:23:33,965 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:33,965 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:23:33,998 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:35725 2024-11-11T07:23:33,998 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:23:33,998 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:23:33,998 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:23:34,000 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36055,1731309812413 with port=35725, startcode=1731309812703 2024-11-11T07:23:34,000 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:23:34,008 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309844008 2024-11-11T07:23:34,008 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:23:34,008 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:23:34,008 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:23:34,009 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:23:34,009 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:23:34,009 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:23:34,027 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:23:34,028 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36055 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T07:23:34,029 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T07:23:34,029 WARN [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T07:23:34,034 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,034 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:23:34,035 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:23:34,035 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:23:34,035 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:23:34,035 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:23:34,035 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:23:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:23:34,040 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:23:34,041 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5 2024-11-11T07:23:34,044 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309814035,5,FailOnTimeoutGroup] 2024-11-11T07:23:34,060 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309814044,5,FailOnTimeoutGroup] 2024-11-11T07:23:34,060 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,060 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:23:34,060 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,060 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:23:34,089 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:34,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:34,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:34,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:34,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:34,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:34,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:34,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:34,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:34,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:34,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:34,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:34,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:34,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:34,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:34,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:34,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:34,103 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:34,104 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740 2024-11-11T07:23:34,104 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740 2024-11-11T07:23:34,105 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:34,105 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:34,105 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:34,106 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:34,108 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:34,108 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68982093, jitterRate=0.02791328728199005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:34,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309814089Initializing all the Stores at 1731309814090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309814090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309814096 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309814096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309814096Cleaning up temporary data from old regions at 1731309814105 (+9 ms)Region opened successfully at 1731309814108 (+3 ms) 2024-11-11T07:23:34,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:34,108 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:34,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:34,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:34,109 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:34,109 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:34,109 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309814108Disabling compacts and flushes for region at 1731309814108Disabling writes for close at 1731309814108Writing region close event to WAL at 1731309814109 (+1 ms)Closed at 1731309814109 2024-11-11T07:23:34,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:34,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:23:34,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:23:34,111 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:34,112 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:23:34,130 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,36055,1731309812413 with port=35725, startcode=1731309812703 2024-11-11T07:23:34,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36055 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,132 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5 2024-11-11T07:23:34,132 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38471 2024-11-11T07:23:34,132 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:23:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/rs 2024-11-11T07:23:34,197 DEBUG [RS:0;d72d5187e64f:35725 {}] zookeeper.ZKUtil(111): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on existing znode=/1-2091469709/rs/d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,197 WARN [RS:0;d72d5187e64f:35725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:34,197 INFO [RS:0;d72d5187e64f:35725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:34,197 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,35725,1731309812703] 2024-11-11T07:23:34,218 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:23:34,220 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:23:34,232 INFO [RS:0;d72d5187e64f:35725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:23:34,232 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,239 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:23:34,240 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:23:34,240 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:34,240 DEBUG [RS:0;d72d5187e64f:35725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,241 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35725,1731309812703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:34,262 WARN [d72d5187e64f:36055 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:23:34,264 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:23:34,264 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,35725,1731309812703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,264 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,265 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.Replication(171): d72d5187e64f,35725,1731309812703 started 2024-11-11T07:23:34,313 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:34,314 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,35725,1731309812703, RpcServer on d72d5187e64f/172.17.0.3:35725, sessionid=0x10128c70ff30004 2024-11-11T07:23:34,314 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:23:34,314 DEBUG [RS:0;d72d5187e64f:35725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,314 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35725,1731309812703' 2024-11-11T07:23:34,314 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2091469709/flush-table-proc/abort' 2024-11-11T07:23:34,315 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2091469709/flush-table-proc/acquired' 2024-11-11T07:23:34,319 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:23:34,319 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:23:34,319 DEBUG [RS:0;d72d5187e64f:35725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,319 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,35725,1731309812703' 2024-11-11T07:23:34,319 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2091469709/online-snapshot/abort' 2024-11-11T07:23:34,320 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2091469709/online-snapshot/acquired' 2024-11-11T07:23:34,320 DEBUG [RS:0;d72d5187e64f:35725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:23:34,320 INFO [RS:0;d72d5187e64f:35725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:23:34,320 INFO [RS:0;d72d5187e64f:35725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:23:34,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:34,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,421 INFO [RS:0;d72d5187e64f:35725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:34,422 INFO [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35725%2C1731309812703, suffix=, logDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703, archiveDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/oldWALs, maxLogs=10 2024-11-11T07:23:34,452 DEBUG [RS:0;d72d5187e64f:35725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703/d72d5187e64f%2C35725%2C1731309812703.1731309814423, exclude list is [], retry=0 2024-11-11T07:23:34,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43183,DS-ddc7f89d-6d23-4d84-9839-d8820f39ff6c,DISK] 2024-11-11T07:23:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:34,501 INFO [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703/d72d5187e64f%2C35725%2C1731309812703.1731309814423 2024-11-11T07:23:34,510 DEBUG [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44553:44553)] 2024-11-11T07:23:34,796 DEBUG [d72d5187e64f:36055 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:23:34,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:34,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35725,1731309812703, state=OPENING 2024-11-11T07:23:34,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:23:34,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:34,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2091469709/meta-region-server: CHANGED 2024-11-11T07:23:34,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:34,833 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:34,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35725,1731309812703}] 2024-11-11T07:23:34,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2091469709/meta-region-server: CHANGED 2024-11-11T07:23:34,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:34,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:23:35,014 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:23:35,014 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:35,014 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:23:35,019 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C35725%2C1731309812703.meta, suffix=.meta, logDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703, archiveDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/oldWALs, maxLogs=10 2024-11-11T07:23:35,068 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703/d72d5187e64f%2C35725%2C1731309812703.meta.1731309815024.meta, exclude list is [], retry=0 2024-11-11T07:23:35,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43183,DS-ddc7f89d-6d23-4d84-9839-d8820f39ff6c,DISK] 2024-11-11T07:23:35,097 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703/d72d5187e64f%2C35725%2C1731309812703.meta.1731309815024.meta 2024-11-11T07:23:35,097 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44553:44553)] 2024-11-11T07:23:35,097 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:35,098 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:23:35,098 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:23:35,098 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:23:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:35,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:35,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:35,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:35,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:35,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:35,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:35,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:35,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:35,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:35,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:35,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:35,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:35,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:35,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:35,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:35,107 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:35,108 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740 2024-11-11T07:23:35,110 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740 2024-11-11T07:23:35,116 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:35,116 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:35,117 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:35,118 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:35,119 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69881293, jitterRate=0.041312411427497864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:35,119 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:23:35,119 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309815098Writing region info on filesystem at 1731309815098Initializing all the Stores at 1731309815099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309815099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309815099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309815099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309815099Cleaning up temporary data from old regions at 1731309815116 (+17 ms)Running coprocessor post-open hooks at 1731309815119 (+3 ms)Region opened successfully at 1731309815119 2024-11-11T07:23:35,120 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309814990 2024-11-11T07:23:35,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:35,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,35725,1731309812703, state=OPEN 2024-11-11T07:23:35,124 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:23:35,124 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:23:35,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2091469709/meta-region-server 2024-11-11T07:23:35,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2091469709/meta-region-server 2024-11-11T07:23:35,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2091469709/meta-region-server: CHANGED 2024-11-11T07:23:35,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:35,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2091469709/meta-region-server: CHANGED 2024-11-11T07:23:35,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:23:35,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,35725,1731309812703 in 372 msec 2024-11-11T07:23:35,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:23:35,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1000 sec 2024-11-11T07:23:35,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:35,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:23:35,214 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:35,214 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35725,1731309812703, seqNum=-1] 2024-11-11T07:23:35,215 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:35,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:35,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-11T07:23:35,222 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309815222, completionTime=-1 2024-11-11T07:23:35,223 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:23:35,223 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:23:35,225 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:23:35,225 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309875225 2024-11-11T07:23:35,225 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309935225 2024-11-11T07:23:35,225 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T07:23:35,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:36055, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,226 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,228 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:23:35,238 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,243 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.275sec 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:35,244 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:23:35,253 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:23:35,254 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:23:35,254 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,36055,1731309812413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:35,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2633fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:35,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36055,-1 for getting cluster id 2024-11-11T07:23:35,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:35,273 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddda935-35b1-46d0-a56a-7e7ca921503b' 2024-11-11T07:23:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddda935-35b1-46d0-a56a-7e7ca921503b" 2024-11-11T07:23:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76077172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36055,-1] 2024-11-11T07:23:35,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:35,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:35,275 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:35,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b759c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:35,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35725,1731309812703, seqNum=-1] 2024-11-11T07:23:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:35,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:35,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,36055,1731309812413 2024-11-11T07:23:35,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:35,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir so I do NOT create it in target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087 2024-11-11T07:23:35,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T07:23:35,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.tmp.dir so I do NOT create it in target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087 2024-11-11T07:23:35,333 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T07:23:35,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087 2024-11-11T07:23:35,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/cluster_52503c1e-d579-a20c-e5aa-1d33c1ef849c, deleteOnExit=true 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/test.cache.data in system properties and HBase conf 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.log.dir in system properties and HBase conf 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T07:23:35,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T07:23:35,334 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/nfs.dump.dir in system properties and HBase conf 2024-11-11T07:23:35,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/java.io.tmpdir in system properties and HBase conf 2024-11-11T07:23:35,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T07:23:35,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T07:23:35,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T07:23:35,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10128c70ff30005 connected 2024-11-11T07:23:35,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:35,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:35,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T07:23:35,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:35,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:35,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:36,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b14f006{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/java.io.tmpdir/jetty-localhost-35093-hadoop-hdfs-3_4_1-tests_jar-_-any-2177724699166638748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:36,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:35093} 2024-11-11T07:23:36,144 INFO [Time-limited test {}] server.Server(415): Started @341113ms 2024-11-11T07:23:37,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T07:23:37,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T07:23:37,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T07:23:37,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T07:23:37,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T07:23:37,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.log.dir/,AVAILABLE} 2024-11-11T07:23:37,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T07:23:38,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c206bad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/java.io.tmpdir/jetty-localhost-39965-hadoop-hdfs-3_4_1-tests_jar-_-any-17913087829211238551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:38,071 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:39965} 2024-11-11T07:23:38,071 INFO [Time-limited test {}] server.Server(415): Started @343039ms 2024-11-11T07:23:38,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T07:23:39,732 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/cluster_52503c1e-d579-a20c-e5aa-1d33c1ef849c/data/data2/current/BP-795392261-172.17.0.3-1731309815360/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:39,732 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/cluster_52503c1e-d579-a20c-e5aa-1d33c1ef849c/data/data1/current/BP-795392261-172.17.0.3-1731309815360/current, will proceed with Du for space computation calculation, 2024-11-11T07:23:39,759 WARN [Thread-4540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T07:23:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x816df40e63cc151f with lease ID 0xf3a105a04f059069: Processing first storage report for DS-9aee7ef7-b045-419c-a831-6c6e232fe4b8 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=1320c9f5-1f2c-478e-967d-95b9473eb702, infoPort=39761, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=609182682;c=1731309815360) 2024-11-11T07:23:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x816df40e63cc151f with lease ID 0xf3a105a04f059069: from storage DS-9aee7ef7-b045-419c-a831-6c6e232fe4b8 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=1320c9f5-1f2c-478e-967d-95b9473eb702, infoPort=39761, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=609182682;c=1731309815360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x816df40e63cc151f with lease ID 0xf3a105a04f059069: Processing first storage report for DS-f60f37c5-5cb6-413c-92a7-a17ce99c9562 from datanode DatanodeRegistration(127.0.0.1:39407, datanodeUuid=1320c9f5-1f2c-478e-967d-95b9473eb702, infoPort=39761, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=609182682;c=1731309815360) 2024-11-11T07:23:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x816df40e63cc151f with lease ID 0xf3a105a04f059069: from storage DS-f60f37c5-5cb6-413c-92a7-a17ce99c9562 node DatanodeRegistration(127.0.0.1:39407, datanodeUuid=1320c9f5-1f2c-478e-967d-95b9473eb702, infoPort=39761, infoSecurePort=0, ipcPort=39927, storageInfo=lv=-57;cid=testClusterID;nsid=609182682;c=1731309815360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T07:23:39,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087 2024-11-11T07:23:39,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:39,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:39,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741825_1001 (size=7) 2024-11-11T07:23:39,860 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8 with version=8 2024-11-11T07:23:39,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/hbase-staging 2024-11-11T07:23:39,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:39,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:39,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43191 2024-11-11T07:23:39,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43191 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:39,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431910x0, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:39,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43191-0x10128c70ff30006 connected 2024-11-11T07:23:40,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:40,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:40,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/running 2024-11-11T07:23:40,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8, hbase.cluster.distributed=false 2024-11-11T07:23:40,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/acl 2024-11-11T07:23:40,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T07:23:40,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43191 2024-11-11T07:23:40,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43191 2024-11-11T07:23:40,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T07:23:40,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43191 2024-11-11T07:23:40,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72d5187e64f:0 server-side Connection retries=45 2024-11-11T07:23:40,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:40,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:40,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T07:23:40,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T07:23:40,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T07:23:40,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T07:23:40,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T07:23:40,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34269 2024-11-11T07:23:40,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34269 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:40,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:40,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:40,535 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342690x0, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:40,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34269-0x10128c70ff30007 connected 2024-11-11T07:23:40,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/running 2024-11-11T07:23:40,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T07:23:40,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T07:23:40,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/master 2024-11-11T07:23:40,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/acl 2024-11-11T07:23:40,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T07:23:40,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34269 2024-11-11T07:23:40,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34269 2024-11-11T07:23:40,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T07:23:40,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34269 2024-11-11T07:23:40,560 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72d5187e64f:43191 2024-11-11T07:23:40,560 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21280428946/backup-masters/d72d5187e64f,43191,1731309819862 2024-11-11T07:23:40,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,616 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/backup-masters 2024-11-11T07:23:40,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/backup-masters 2024-11-11T07:23:40,617 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on existing znode=/21280428946/backup-masters/d72d5187e64f,43191,1731309819862 2024-11-11T07:23:40,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:40,688 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21280428946/master 2024-11-11T07:23:40,688 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:40,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:40,690 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on existing znode=/21280428946/master 2024-11-11T07:23:40,690 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21280428946/backup-masters/d72d5187e64f,43191,1731309819862 from backup master directory 2024-11-11T07:23:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21280428946/backup-masters/d72d5187e64f,43191,1731309819862 2024-11-11T07:23:40,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/backup-masters 2024-11-11T07:23:40,743 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/backup-masters 2024-11-11T07:23:40,743 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:40,743 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72d5187e64f,43191,1731309819862 2024-11-11T07:23:40,746 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/hbase.id] with ID: 142a1e97-3f55-44f7-b056-e975adae2cb3 2024-11-11T07:23:40,746 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/.tmp/hbase.id 2024-11-11T07:23:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741826_1002 (size=42) 2024-11-11T07:23:40,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:40,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:40,880 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149052 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:23:41,152 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/.tmp/hbase.id]:[hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/hbase.id] 2024-11-11T07:23:41,165 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:41,165 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T07:23:41,166 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T07:23:41,209 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:41,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741827_1003 (size=196) 2024-11-11T07:23:41,219 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:41,220 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T07:23:41,221 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741828_1004 (size=1189) 2024-11-11T07:23:41,239 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store 2024-11-11T07:23:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741829_1005 (size=34) 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:41,659 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:41,659 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:41,659 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309821659Disabling compacts and flushes for region at 1731309821659Disabling writes for close at 1731309821659Writing region close event to WAL at 1731309821659Closed at 1731309821659 2024-11-11T07:23:41,660 WARN [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/.initializing 2024-11-11T07:23:41,660 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/WALs/d72d5187e64f,43191,1731309819862 2024-11-11T07:23:41,661 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:41,662 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72d5187e64f%2C43191%2C1731309819862, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/WALs/d72d5187e64f,43191,1731309819862, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/oldWALs, maxLogs=10 2024-11-11T07:23:41,679 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/WALs/d72d5187e64f,43191,1731309819862/d72d5187e64f%2C43191%2C1731309819862.1731309821662, exclude list is [], retry=0 2024-11-11T07:23:41,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-9aee7ef7-b045-419c-a831-6c6e232fe4b8,DISK] 2024-11-11T07:23:41,686 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/WALs/d72d5187e64f,43191,1731309819862/d72d5187e64f%2C43191%2C1731309819862.1731309821662 2024-11-11T07:23:41,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T07:23:41,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:41,688 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:41,689 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,689 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T07:23:41,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T07:23:41,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:41,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T07:23:41,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T07:23:41,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:41,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:41,698 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,698 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,698 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,699 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,699 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,700 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:41,700 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T07:23:41,709 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:41,710 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64324585, jitterRate=-0.04148899018764496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:41,710 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731309821689Initializing all the Stores at 1731309821689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309821689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309821692 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309821692Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309821692Cleaning up temporary data from old regions at 1731309821699 (+7 ms)Region opened successfully at 1731309821710 (+11 ms) 2024-11-11T07:23:41,716 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T07:23:41,719 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24611e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:41,719 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T07:23:41,720 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T07:23:41,720 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T07:23:41,720 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T07:23:41,723 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-11T07:23:41,723 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T07:23:41,724 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T07:23:41,730 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T07:23:41,731 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/balancer because node does not exist (not necessarily an error) 2024-11-11T07:23:41,778 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/balancer already deleted, retry=false 2024-11-11T07:23:41,779 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T07:23:41,780 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/normalizer because node does not exist (not necessarily an error) 2024-11-11T07:23:41,851 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/normalizer already deleted, retry=false 2024-11-11T07:23:41,852 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T07:23:41,853 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/switch/split because node does not exist (not necessarily an error) 2024-11-11T07:23:41,936 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/switch/split already deleted, retry=false 2024-11-11T07:23:41,937 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/switch/merge because node does not exist (not necessarily an error) 2024-11-11T07:23:42,011 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/switch/merge already deleted, retry=false 2024-11-11T07:23:42,014 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T07:23:42,077 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/snapshot-cleanup already deleted, retry=false 2024-11-11T07:23:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21280428946/running 2024-11-11T07:23:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,131 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21280428946/running 2024-11-11T07:23:42,131 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,132 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72d5187e64f,43191,1731309819862, sessionid=0x10128c70ff30006, setting cluster-up flag (Was=false) 2024-11-11T07:23:42,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,300 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,574 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21280428946/flush-table-proc/acquired, /21280428946/flush-table-proc/reached, /21280428946/flush-table-proc/abort 2024-11-11T07:23:42,589 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43191,1731309819862 2024-11-11T07:23:42,718 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:42,894 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21280428946/online-snapshot/acquired, /21280428946/online-snapshot/reached, /21280428946/online-snapshot/abort 2024-11-11T07:23:42,895 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72d5187e64f,43191,1731309819862 2024-11-11T07:23:42,896 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T07:23:42,897 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:42,897 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T07:23:42,897 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T07:23:42,898 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72d5187e64f,43191,1731309819862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72d5187e64f:0, corePoolSize=5, maxPoolSize=5 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72d5187e64f:0, corePoolSize=10, maxPoolSize=10 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:42,899 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:42,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:42,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T07:23:42,902 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:42,902 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731309852911 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T07:23:42,911 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T07:23:42,912 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:42,912 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T07:23:42,912 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T07:23:42,912 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T07:23:42,912 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T07:23:42,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T07:23:42,913 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T07:23:42,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741831_1007 (size=1321) 2024-11-11T07:23:42,913 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309822913,5,FailOnTimeoutGroup] 2024-11-11T07:23:42,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T07:23:42,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8 2024-11-11T07:23:42,916 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309822913,5,FailOnTimeoutGroup] 2024-11-11T07:23:42,916 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:42,916 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T07:23:42,916 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:42,916 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741832_1008 (size=32) 2024-11-11T07:23:42,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:42,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:42,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:42,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:42,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:42,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:42,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:42,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:42,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:42,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:42,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:42,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:42,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:42,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:42,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:42,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:42,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:42,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:42,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740 2024-11-11T07:23:42,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740 2024-11-11T07:23:42,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:42,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:42,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:42,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:42,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:42,933 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65418202, jitterRate=-0.025192826986312866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:42,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731309822924Initializing all the Stores at 1731309822924Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309822924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309822924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309822924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309822924Cleaning up temporary data from old regions at 1731309822931 (+7 ms)Region opened successfully at 1731309822933 (+2 ms) 2024-11-11T07:23:42,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:42,934 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:42,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:42,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:42,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:42,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:42,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309822933Disabling compacts and flushes for region at 1731309822933Disabling writes for close at 1731309822934 (+1 ms)Writing region close event to WAL at 1731309822934Closed at 1731309822934 2024-11-11T07:23:42,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:42,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T07:23:42,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T07:23:42,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:42,936 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T07:23:42,953 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(746): ClusterId : 142a1e97-3f55-44f7-b056-e975adae2cb3 2024-11-11T07:23:42,953 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T07:23:42,998 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T07:23:42,998 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T07:23:43,075 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T07:23:43,076 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da7149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72d5187e64f/172.17.0.3:0 2024-11-11T07:23:43,086 WARN [d72d5187e64f:43191 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T07:23:43,090 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72d5187e64f:34269 2024-11-11T07:23:43,090 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T07:23:43,090 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T07:23:43,090 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T07:23:43,091 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72d5187e64f,43191,1731309819862 with port=34269, startcode=1731309820429 2024-11-11T07:23:43,092 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T07:23:43,093 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T07:23:43,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43191 {}] master.ServerManager(517): Registering regionserver=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,095 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8 2024-11-11T07:23:43,095 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40483 2024-11-11T07:23:43,095 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T07:23:43,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/rs 2024-11-11T07:23:43,233 DEBUG [RS:0;d72d5187e64f:34269 {}] zookeeper.ZKUtil(111): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on existing znode=/21280428946/rs/d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,233 WARN [RS:0;d72d5187e64f:34269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T07:23:43,234 INFO [RS:0;d72d5187e64f:34269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:43,234 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,234 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72d5187e64f,34269,1731309820429] 2024-11-11T07:23:43,237 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T07:23:43,244 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T07:23:43,244 INFO [RS:0;d72d5187e64f:34269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T07:23:43,244 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,245 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T07:23:43,246 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T07:23:43,246 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72d5187e64f:0, corePoolSize=2, maxPoolSize=2 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72d5187e64f:0, corePoolSize=1, maxPoolSize=1 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:43,246 DEBUG [RS:0;d72d5187e64f:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72d5187e64f:0, corePoolSize=3, maxPoolSize=3 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,249 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34269,1731309820429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:43,269 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T07:23:43,269 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,34269,1731309820429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,269 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,269 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.Replication(171): d72d5187e64f,34269,1731309820429 started 2024-11-11T07:23:43,285 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:43,285 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1482): Serving as d72d5187e64f,34269,1731309820429, RpcServer on d72d5187e64f/172.17.0.3:34269, sessionid=0x10128c70ff30007 2024-11-11T07:23:43,285 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T07:23:43,285 DEBUG [RS:0;d72d5187e64f:34269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34269,1731309820429' 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21280428946/flush-table-proc/abort' 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21280428946/flush-table-proc/acquired' 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72d5187e64f,34269,1731309820429' 2024-11-11T07:23:43,286 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21280428946/online-snapshot/abort' 2024-11-11T07:23:43,287 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21280428946/online-snapshot/acquired' 2024-11-11T07:23:43,287 DEBUG [RS:0;d72d5187e64f:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T07:23:43,287 INFO [RS:0;d72d5187e64f:34269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T07:23:43,287 INFO [RS:0;d72d5187e64f:34269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T07:23:43,387 INFO [RS:0;d72d5187e64f:34269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T07:23:43,388 INFO [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C34269%2C1731309820429, suffix=, logDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/oldWALs, maxLogs=10 2024-11-11T07:23:43,401 DEBUG [RS:0;d72d5187e64f:34269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429/d72d5187e64f%2C34269%2C1731309820429.1731309823389, exclude list is [], retry=0 2024-11-11T07:23:43,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-9aee7ef7-b045-419c-a831-6c6e232fe4b8,DISK] 2024-11-11T07:23:43,404 INFO [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429/d72d5187e64f%2C34269%2C1731309820429.1731309823389 2024-11-11T07:23:43,408 DEBUG [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T07:23:43,587 DEBUG [d72d5187e64f:43191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T07:23:43,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34269,1731309820429, state=OPENING 2024-11-11T07:23:43,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T07:23:43,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:43,724 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:43,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T07:23:43,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34269,1731309820429}] 2024-11-11T07:23:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21280428946/meta-region-server: CHANGED 2024-11-11T07:23:43,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21280428946/meta-region-server: CHANGED 2024-11-11T07:23:43,878 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:43,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:23:43,883 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T07:23:43,883 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:43,883 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T07:23:43,884 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C34269%2C1731309820429.meta, suffix=.meta, logDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429, archiveDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/oldWALs, maxLogs=10 2024-11-11T07:23:43,901 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429/d72d5187e64f%2C34269%2C1731309820429.meta.1731309823885.meta, exclude list is [], retry=0 2024-11-11T07:23:43,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39407,DS-9aee7ef7-b045-419c-a831-6c6e232fe4b8,DISK] 2024-11-11T07:23:43,905 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429/d72d5187e64f%2C34269%2C1731309820429.meta.1731309823885.meta 2024-11-11T07:23:43,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39761:39761)] 2024-11-11T07:23:43,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:43,906 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:43,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:23:43,906 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T07:23:43,906 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T07:23:43,907 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T07:23:43,907 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:43,907 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T07:23:43,907 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T07:23:43,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T07:23:43,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T07:23:43,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:43,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:43,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T07:23:43,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T07:23:43,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T07:23:43,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T07:23:43,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:43,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T07:23:43,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T07:23:43,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:43,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T07:23:43,911 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T07:23:43,912 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740 2024-11-11T07:23:43,913 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740 2024-11-11T07:23:43,914 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T07:23:43,914 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T07:23:43,914 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T07:23:43,915 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T07:23:43,916 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67727585, jitterRate=0.009219661355018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T07:23:43,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T07:23:43,916 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731309823907Writing region info on filesystem at 1731309823907Initializing all the Stores at 1731309823907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309823908 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309823908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309823908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731309823908Cleaning up temporary data from old regions at 1731309823914 (+6 ms)Running coprocessor post-open hooks at 1731309823916 (+2 ms)Region opened successfully at 1731309823916 2024-11-11T07:23:43,917 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731309823878 2024-11-11T07:23:43,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:43,919 DEBUG [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T07:23:43,919 INFO [RS_OPEN_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T07:23:43,920 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72d5187e64f,34269,1731309820429, state=OPEN 2024-11-11T07:23:44,100 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21280428946/meta-region-server 2024-11-11T07:23:44,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21280428946/meta-region-server 2024-11-11T07:23:44,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:44,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21280428946/meta-region-server: CHANGED 2024-11-11T07:23:44,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21280428946/meta-region-server: CHANGED 2024-11-11T07:23:44,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T07:23:44,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72d5187e64f,34269,1731309820429 in 376 msec 2024-11-11T07:23:44,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T07:23:44,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1670 sec 2024-11-11T07:23:44,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T07:23:44,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T07:23:44,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:44,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34269,1731309820429, seqNum=-1] 2024-11-11T07:23:44,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:44,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:44,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2140 sec 2024-11-11T07:23:44,111 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731309824111, completionTime=-1 2024-11-11T07:23:44,111 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T07:23:44,111 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731309884113 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731309944113 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72d5187e64f:43191, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,113 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,114 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,115 DEBUG [master/d72d5187e64f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.374sec 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T07:23:44,117 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T07:23:44,118 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T07:23:44,118 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T07:23:44,119 DEBUG [master/d72d5187e64f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T07:23:44,119 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T07:23:44,119 INFO [master/d72d5187e64f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72d5187e64f,43191,1731309819862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T07:23:44,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:44,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43191,-1 for getting cluster id 2024-11-11T07:23:44,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:44,155 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142a1e97-3f55-44f7-b056-e975adae2cb3' 2024-11-11T07:23:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142a1e97-3f55-44f7-b056-e975adae2cb3" 2024-11-11T07:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca4931e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43191,-1] 2024-11-11T07:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:44,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:44,157 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:44,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:44,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34269,1731309820429, seqNum=-1] 2024-11-11T07:23:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:44,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:44,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72d5187e64f,43191,1731309819862 2024-11-11T07:23:44,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55147 2024-11-11T07:23:44,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T07:23:44,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10128c70ff30008 connected 2024-11-11T07:23:44,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33233,1731309805690 2024-11-11T07:23:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c1fbd6 2024-11-11T07:23:44,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:44,279 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:44,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:23:44,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:23:44,281 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:44,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:23:44,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:23:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:23:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:44,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecd1604e0cdcc2c53d4e2667a8f94181, NAME => 'test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115 2024-11-11T07:23:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:23:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ecd1604e0cdcc2c53d4e2667a8f94181, disabling compactions & flushes 2024-11-11T07:23:45,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. after waiting 0 ms 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecd1604e0cdcc2c53d4e2667a8f94181: Waiting for close lock at 1731309825105Disabling compacts and flushes for region at 1731309825105Disabling writes for close at 1731309825105Writing region close event to WAL at 1731309825105Closed at 1731309825105 2024-11-11T07:23:45,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:23:45,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309825106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309825106"}]},"ts":"1731309825106"} 2024-11-11T07:23:45,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:23:45,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:23:45,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309825109"}]},"ts":"1731309825109"} 2024-11-11T07:23:45,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:23:45,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ecd1604e0cdcc2c53d4e2667a8f94181, ASSIGN}] 2024-11-11T07:23:45,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ecd1604e0cdcc2c53d4e2667a8f94181, ASSIGN 2024-11-11T07:23:45,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ecd1604e0cdcc2c53d4e2667a8f94181, ASSIGN; state=OFFLINE, location=d72d5187e64f,40481,1731309806214; forceNewPlan=false, retain=false 2024-11-11T07:23:45,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecd1604e0cdcc2c53d4e2667a8f94181, regionState=OPENING, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:45,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ecd1604e0cdcc2c53d4e2667a8f94181, ASSIGN because future has completed 2024-11-11T07:23:45,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecd1604e0cdcc2c53d4e2667a8f94181, server=d72d5187e64f,40481,1731309806214}] 2024-11-11T07:23:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:45,428 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,428 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ecd1604e0cdcc2c53d4e2667a8f94181, NAME => 'test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:45,428 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:45,429 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:23:45,429 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,429 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:45,429 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,429 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,430 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,431 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd1604e0cdcc2c53d4e2667a8f94181 columnFamilyName f 2024-11-11T07:23:45,431 DEBUG [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:45,432 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(327): Store=ecd1604e0cdcc2c53d4e2667a8f94181/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:45,432 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,432 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd1604e0cdcc2c53d4e2667a8f94181 columnFamilyName f1 2024-11-11T07:23:45,433 DEBUG [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:45,433 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(327): Store=ecd1604e0cdcc2c53d4e2667a8f94181/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:45,433 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,434 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecd1604e0cdcc2c53d4e2667a8f94181 columnFamilyName norep 2024-11-11T07:23:45,434 DEBUG [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:45,434 INFO [StoreOpener-ecd1604e0cdcc2c53d4e2667a8f94181-1 {}] regionserver.HStore(327): Store=ecd1604e0cdcc2c53d4e2667a8f94181/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:45,434 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,434 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,435 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,435 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,435 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,436 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:23:45,437 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,444 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:45,444 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ecd1604e0cdcc2c53d4e2667a8f94181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67934781, jitterRate=0.012307122349739075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:23:45,444 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:45,444 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ecd1604e0cdcc2c53d4e2667a8f94181: Running coprocessor pre-open hook at 1731309825429Writing region info on filesystem at 1731309825429Initializing all the Stores at 1731309825430 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309825430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309825430Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309825430Cleaning up temporary data from old regions at 1731309825436 (+6 ms)Running coprocessor post-open hooks at 1731309825444 (+8 ms)Region opened successfully at 1731309825444 2024-11-11T07:23:45,445 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., pid=6, masterSystemTime=1731309825424 2024-11-11T07:23:45,447 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,447 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:23:45,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ecd1604e0cdcc2c53d4e2667a8f94181, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:45,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecd1604e0cdcc2c53d4e2667a8f94181, server=d72d5187e64f,40481,1731309806214 because future has completed 2024-11-11T07:23:45,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:23:45,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ecd1604e0cdcc2c53d4e2667a8f94181, server=d72d5187e64f,40481,1731309806214 in 179 msec 2024-11-11T07:23:45,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:23:45,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ecd1604e0cdcc2c53d4e2667a8f94181, ASSIGN in 342 msec 2024-11-11T07:23:45,455 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:23:45,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309825455"}]},"ts":"1731309825455"} 2024-11-11T07:23:45,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:23:45,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:23:45,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-11T07:23:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:46,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:46,430 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:23:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36055,1731309812413 2024-11-11T07:23:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae7c76d 2024-11-11T07:23:46,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:46,432 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:46,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:23:46,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:23:46,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:46,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:23:46,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:46,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:23:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:46,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0da1eb4756ef8e8199484eedf922d8cf, NAME => 'test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5 2024-11-11T07:23:46,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:23:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:47,172 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:23:47,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:47,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0da1eb4756ef8e8199484eedf922d8cf, disabling compactions & flushes 2024-11-11T07:23:47,282 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,282 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. after waiting 0 ms 2024-11-11T07:23:47,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,283 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0da1eb4756ef8e8199484eedf922d8cf: Waiting for close lock at 1731309827282Disabling compacts and flushes for region at 1731309827282Disabling writes for close at 1731309827283 (+1 ms)Writing region close event to WAL at 1731309827283Closed at 1731309827283 2024-11-11T07:23:47,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:23:47,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309827284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309827284"}]},"ts":"1731309827284"} 2024-11-11T07:23:47,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:23:47,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:23:47,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309827290"}]},"ts":"1731309827290"} 2024-11-11T07:23:47,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:23:47,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0da1eb4756ef8e8199484eedf922d8cf, ASSIGN}] 2024-11-11T07:23:47,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0da1eb4756ef8e8199484eedf922d8cf, ASSIGN 2024-11-11T07:23:47,297 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0da1eb4756ef8e8199484eedf922d8cf, ASSIGN; state=OFFLINE, location=d72d5187e64f,35725,1731309812703; forceNewPlan=false, retain=false 2024-11-11T07:23:47,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0da1eb4756ef8e8199484eedf922d8cf, regionState=OPENING, regionLocation=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:47,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0da1eb4756ef8e8199484eedf922d8cf, ASSIGN because future has completed 2024-11-11T07:23:47,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da1eb4756ef8e8199484eedf922d8cf, server=d72d5187e64f,35725,1731309812703}] 2024-11-11T07:23:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:47,657 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0da1eb4756ef8e8199484eedf922d8cf, NAME => 'test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:47,657 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:47,657 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:23:47,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,657 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:47,658 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,658 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,680 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,681 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da1eb4756ef8e8199484eedf922d8cf columnFamilyName f 2024-11-11T07:23:47,682 DEBUG [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:47,682 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(327): Store=0da1eb4756ef8e8199484eedf922d8cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:47,682 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,683 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da1eb4756ef8e8199484eedf922d8cf columnFamilyName f1 2024-11-11T07:23:47,683 DEBUG [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:47,684 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(327): Store=0da1eb4756ef8e8199484eedf922d8cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:47,684 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,690 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0da1eb4756ef8e8199484eedf922d8cf columnFamilyName norep 2024-11-11T07:23:47,690 DEBUG [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:47,691 INFO [StoreOpener-0da1eb4756ef8e8199484eedf922d8cf-1 {}] regionserver.HStore(327): Store=0da1eb4756ef8e8199484eedf922d8cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:47,692 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,693 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,693 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,695 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,696 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:23:47,697 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,700 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:47,700 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0da1eb4756ef8e8199484eedf922d8cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71478923, jitterRate=0.0651189535856247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:23:47,701 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:47,701 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0da1eb4756ef8e8199484eedf922d8cf: Running coprocessor pre-open hook at 1731309827658Writing region info on filesystem at 1731309827658Initializing all the Stores at 1731309827669 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309827669Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309827680 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309827680Cleaning up temporary data from old regions at 1731309827695 (+15 ms)Running coprocessor post-open hooks at 1731309827701 (+6 ms)Region opened successfully at 1731309827701 2024-11-11T07:23:47,702 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf., pid=6, masterSystemTime=1731309827632 2024-11-11T07:23:47,704 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,704 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:47,704 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0da1eb4756ef8e8199484eedf922d8cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,35725,1731309812703 2024-11-11T07:23:47,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0da1eb4756ef8e8199484eedf922d8cf, server=d72d5187e64f,35725,1731309812703 because future has completed 2024-11-11T07:23:47,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:23:47,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0da1eb4756ef8e8199484eedf922d8cf, server=d72d5187e64f,35725,1731309812703 in 243 msec 2024-11-11T07:23:47,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:23:47,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0da1eb4756ef8e8199484eedf922d8cf, ASSIGN in 431 msec 2024-11-11T07:23:47,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:23:47,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309827731"}]},"ts":"1731309827731"} 2024-11-11T07:23:47,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:23:47,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:23:47,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3020 sec 2024-11-11T07:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:48,580 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:23:48,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43191,1731309819862 2024-11-11T07:23:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518f2991 2024-11-11T07:23:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:48,582 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:48,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T07:23:48,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:23:48,584 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:48,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T07:23:48,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:23:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741835_1011 (size=902) 2024-11-11T07:23:48,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7e82337917685d9048f8ddcc12c18b1, NAME => 'test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8 2024-11-11T07:23:48,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741836_1012 (size=39) 2024-11-11T07:23:48,677 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:48,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7e82337917685d9048f8ddcc12c18b1, disabling compactions & flushes 2024-11-11T07:23:48,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:48,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:48,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. after waiting 0 ms 2024-11-11T07:23:48,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:48,678 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:48,678 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7e82337917685d9048f8ddcc12c18b1: Waiting for close lock at 1731309828677Disabling compacts and flushes for region at 1731309828677Disabling writes for close at 1731309828678 (+1 ms)Writing region close event to WAL at 1731309828678Closed at 1731309828678 2024-11-11T07:23:48,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:23:48,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731309828680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309828680"}]},"ts":"1731309828680"} 2024-11-11T07:23:48,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:23:48,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:23:48,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309828684"}]},"ts":"1731309828684"} 2024-11-11T07:23:48,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T07:23:48,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e82337917685d9048f8ddcc12c18b1, ASSIGN}] 2024-11-11T07:23:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:48,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e82337917685d9048f8ddcc12c18b1, ASSIGN 2024-11-11T07:23:48,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7e82337917685d9048f8ddcc12c18b1, ASSIGN; state=OFFLINE, location=d72d5187e64f,34269,1731309820429; forceNewPlan=false, retain=false 2024-11-11T07:23:48,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e82337917685d9048f8ddcc12c18b1, regionState=OPENING, regionLocation=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:48,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7e82337917685d9048f8ddcc12c18b1, ASSIGN because future has completed 2024-11-11T07:23:48,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e82337917685d9048f8ddcc12c18b1, server=d72d5187e64f,34269,1731309820429}] 2024-11-11T07:23:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:49,044 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:49,044 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7e82337917685d9048f8ddcc12c18b1, NAME => 'test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:49,044 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:49,044 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T07:23:49,045 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,045 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:49,045 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,045 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,082 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,084 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e82337917685d9048f8ddcc12c18b1 columnFamilyName f 2024-11-11T07:23:49,084 DEBUG [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:49,085 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(327): Store=b7e82337917685d9048f8ddcc12c18b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:49,085 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,087 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e82337917685d9048f8ddcc12c18b1 columnFamilyName f1 2024-11-11T07:23:49,087 DEBUG [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:49,087 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(327): Store=b7e82337917685d9048f8ddcc12c18b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:49,087 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,089 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e82337917685d9048f8ddcc12c18b1 columnFamilyName norep 2024-11-11T07:23:49,089 DEBUG [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:49,092 INFO [StoreOpener-b7e82337917685d9048f8ddcc12c18b1-1 {}] regionserver.HStore(327): Store=b7e82337917685d9048f8ddcc12c18b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:49,092 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,093 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,093 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,094 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,094 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,095 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:23:49,096 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,110 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:49,110 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7e82337917685d9048f8ddcc12c18b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69465824, jitterRate=0.03512144088745117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:23:49,110 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:49,110 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7e82337917685d9048f8ddcc12c18b1: Running coprocessor pre-open hook at 1731309829045Writing region info on filesystem at 1731309829045Initializing all the Stores at 1731309829051 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309829051Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309829065 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309829065Cleaning up temporary data from old regions at 1731309829094 (+29 ms)Running coprocessor post-open hooks at 1731309829110 (+16 ms)Region opened successfully at 1731309829110 2024-11-11T07:23:49,111 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1., pid=6, masterSystemTime=1731309829010 2024-11-11T07:23:49,113 DEBUG [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:49,114 INFO [RS_OPEN_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:49,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e82337917685d9048f8ddcc12c18b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d72d5187e64f,34269,1731309820429 2024-11-11T07:23:49,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e82337917685d9048f8ddcc12c18b1, server=d72d5187e64f,34269,1731309820429 because future has completed 2024-11-11T07:23:49,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T07:23:49,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7e82337917685d9048f8ddcc12c18b1, server=d72d5187e64f,34269,1731309820429 in 300 msec 2024-11-11T07:23:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T07:23:49,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7e82337917685d9048f8ddcc12c18b1, ASSIGN in 476 msec 2024-11-11T07:23:49,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:23:49,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309829181"}]},"ts":"1731309829181"} 2024-11-11T07:23:49,183 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T07:23:49,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:23:49,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 601 msec 2024-11-11T07:23:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43191 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T07:23:49,209 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T07:23:49,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61cb7adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:49,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:49,216 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80c8833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:49,218 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:49,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb666d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33233,1731309805690 2024-11-11T07:23:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ccef9 2024-11-11T07:23:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:49,222 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:49,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://d72d5187e64f:36055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:23:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:23:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:49,225 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36055' 2024-11-11T07:23:49,240 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c32a26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,241 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36055,-1 for getting cluster id 2024-11-11T07:23:49,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:49,241 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddda935-35b1-46d0-a56a-7e7ca921503b' 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddda935-35b1-46d0-a56a-7e7ca921503b" 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5d2cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36055,-1] 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:49,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:49,243 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:49,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37098dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:49,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36055,1731309812413 2024-11-11T07:23:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f03e31 2024-11-11T07:23:49,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:49,246 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:49,247 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T07:23:49,248 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:23:49,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:49,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:49,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:49,248 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T07:23:49,250 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T07:23:49,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T07:23:49,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:49,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T07:23:49,301 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T07:23:49,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741837_1013 (size=1138) 2024-11-11T07:23:49,304 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa19418274cc9402d943bb320a98852c, NAME => 'hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115 2024-11-11T07:23:49,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741838_1014 (size=44) 2024-11-11T07:23:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:49,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa19418274cc9402d943bb320a98852c, disabling compactions & flushes 2024-11-11T07:23:49,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. after waiting 0 ms 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:49,723 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:49,723 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa19418274cc9402d943bb320a98852c: Waiting for close lock at 1731309829723Disabling compacts and flushes for region at 1731309829723Disabling writes for close at 1731309829723Writing region close event to WAL at 1731309829723Closed at 1731309829723 2024-11-11T07:23:49,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T07:23:49,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731309829724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731309829724"}]},"ts":"1731309829724"} 2024-11-11T07:23:49,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T07:23:49,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T07:23:49,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309829727"}]},"ts":"1731309829727"} 2024-11-11T07:23:49,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T07:23:49,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa19418274cc9402d943bb320a98852c, ASSIGN}] 2024-11-11T07:23:49,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa19418274cc9402d943bb320a98852c, ASSIGN 2024-11-11T07:23:49,732 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa19418274cc9402d943bb320a98852c, ASSIGN; state=OFFLINE, location=d72d5187e64f,40481,1731309806214; forceNewPlan=false, retain=false 2024-11-11T07:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:49,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa19418274cc9402d943bb320a98852c, regionState=OPENING, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:49,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa19418274cc9402d943bb320a98852c, ASSIGN because future has completed 2024-11-11T07:23:49,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa19418274cc9402d943bb320a98852c, server=d72d5187e64f,40481,1731309806214}] 2024-11-11T07:23:50,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:50,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T07:23:50,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T07:23:50,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d72d5187e64f%2C40481%2C1731309806214.rep, suffix=, logDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/oldWALs, maxLogs=10 2024-11-11T07:23:50,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309830084, exclude list is [], retry=0 2024-11-11T07:23:50,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:50,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309830084 2024-11-11T07:23:50,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:50,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa19418274cc9402d943bb320a98852c, NAME => 'hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T07:23:50,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T07:23:50,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T07:23:50,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. service=MultiRowMutationService 2024-11-11T07:23:50,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T07:23:50,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T07:23:50,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,157 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,158 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa19418274cc9402d943bb320a98852c columnFamilyName hfileref 2024-11-11T07:23:50,158 DEBUG [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:50,159 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(327): Store=aa19418274cc9402d943bb320a98852c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:50,159 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,160 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa19418274cc9402d943bb320a98852c columnFamilyName queue 2024-11-11T07:23:50,160 DEBUG [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:50,161 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(327): Store=aa19418274cc9402d943bb320a98852c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:50,161 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,162 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa19418274cc9402d943bb320a98852c columnFamilyName sid 2024-11-11T07:23:50,162 DEBUG [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T07:23:50,172 INFO [StoreOpener-aa19418274cc9402d943bb320a98852c-1 {}] regionserver.HStore(327): Store=aa19418274cc9402d943bb320a98852c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T07:23:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T07:23:50,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T07:23:50,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa19418274cc9402d943bb320a98852c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63690558, jitterRate=-0.050936728715896606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T07:23:50,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:50,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa19418274cc9402d943bb320a98852c: Running coprocessor pre-open hook at 1731309830142Writing region info on filesystem at 1731309830142Initializing all the Stores at 1731309830143 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309830143Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309830153 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731309830153Cleaning up temporary data from old regions at 1731309830175 (+22 ms)Running coprocessor post-open hooks at 1731309830182 (+7 ms)Region opened successfully at 1731309830182 2024-11-11T07:23:50,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c., pid=10, masterSystemTime=1731309830060 2024-11-11T07:23:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:50,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:50,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa19418274cc9402d943bb320a98852c, regionState=OPEN, openSeqNum=2, regionLocation=d72d5187e64f,40481,1731309806214 2024-11-11T07:23:50,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa19418274cc9402d943bb320a98852c, server=d72d5187e64f,40481,1731309806214 because future has completed 2024-11-11T07:23:50,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T07:23:50,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa19418274cc9402d943bb320a98852c, server=d72d5187e64f,40481,1731309806214 in 286 msec 2024-11-11T07:23:50,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T07:23:50,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa19418274cc9402d943bb320a98852c, ASSIGN in 466 msec 2024-11-11T07:23:50,202 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T07:23:50,202 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731309830202"}]},"ts":"1731309830202"} 2024-11-11T07:23:50,204 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T07:23:50,205 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T07:23:50,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 957 msec 2024-11-11T07:23:50,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c., hostname=d72d5187e64f,40481,1731309806214, seqNum=2] 2024-11-11T07:23:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:50,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:50,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:50,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T07:23:50,460 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T07:23:50,503 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d72d5187e64f,40481,1731309806214, ReplicationSource: 1, currentBandwidth=0 2024-11-11T07:23:50,504 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:50,504 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40481,1731309806214, seqNum=-1] 2024-11-11T07:23:50,505 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:50,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:50,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d72d5187e64f,40481,1731309806214', locateType=CURRENT is [region=hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c., hostname=d72d5187e64f,40481,1731309806214, seqNum=2] 2024-11-11T07:23:50,509 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T07:23:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T07:23:50,511 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d72d5187e64f,40481,1731309806214 suceeded 2024-11-11T07:23:50,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T07:23:50,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-11T07:23:50,515 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d72d5187e64f:36055,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:23:50,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2930 sec 2024-11-11T07:23:50,530 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:36055' 2024-11-11T07:23:50,531 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d29ecef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:50,531 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36055,-1 for getting cluster id 2024-11-11T07:23:50,531 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:50,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddda935-35b1-46d0-a56a-7e7ca921503b' 2024-11-11T07:23:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddda935-35b1-46d0-a56a-7e7ca921503b" 2024-11-11T07:23:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17fc7647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36055,-1] 2024-11-11T07:23:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:50,533 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:50,534 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef8eefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:50,534 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:50,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36055,1731309812413 2024-11-11T07:23:50,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3795d 2024-11-11T07:23:50,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:50,536 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T07:23:50,537 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d72d5187e64f,40481,1731309806214 (queues=1) is replicating from cluster=64bf0089-ef09-4a48-aa78-13a96421aaec to cluster=7ddda935-35b1-46d0-a56a-7e7ca921503b 2024-11-11T07:23:50,537 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d72d5187e64f%2C40481%2C1731309806214 2024-11-11T07:23:50,537 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d72d5187e64f,40481,1731309806214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:23:50,538 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765, startPosition=0, beingWritten=true 2024-11-11T07:23:50,538 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C40481%2C1731309806214 2024-11-11T07:23:50,556 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:23:50,556 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:50,556 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:23:50,764 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:51,082 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T07:23:51,369 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T07:23:51,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:51,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:51,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:51,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:51,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:51,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:51,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:51,378 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:51,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dda4abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:51,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:51,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:51,381 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:51,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f8e738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36055,-1 for getting cluster id 2024-11-11T07:23:51,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:51,402 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddda935-35b1-46d0-a56a-7e7ca921503b' 2024-11-11T07:23:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddda935-35b1-46d0-a56a-7e7ca921503b" 2024-11-11T07:23:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693eced5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36055,-1] 2024-11-11T07:23:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:51,404 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c117fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ad165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43191,-1 for getting cluster id 2024-11-11T07:23:51,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:51,415 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142a1e97-3f55-44f7-b056-e975adae2cb3' 2024-11-11T07:23:51,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142a1e97-3f55-44f7-b056-e975adae2cb3" 2024-11-11T07:23:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a99413d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43191,-1] 2024-11-11T07:23:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:51,417 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6627c298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:51,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:51,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731309831437/Put/seqid=0 2024-11-11T07:23:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741840_1016 (size=7894) 2024-11-11T07:23:51,487 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:51,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T07:23:51,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731309831882/Put/seqid=0 2024-11-11T07:23:51,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741841_1017 (size=7691) 2024-11-11T07:23:52,029 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:52,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:52,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:52,289 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:52,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75356979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:52,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:52,292 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:52,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf2961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40481,1731309806214, seqNum=-1] 2024-11-11T07:23:52,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:52,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:52,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33233,1731309805690 2024-11-11T07:23:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529cc9c1 2024-11-11T07:23:52,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:52,311 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2] 2024-11-11T07:23:52,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:23:52,361 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T07:23:52,364 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T07:23:52,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T07:23:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:52,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T07:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegion(2603): Flush status journal for ecd1604e0cdcc2c53d4e2667a8f94181: 2024-11-11T07:23:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_0 2024-11-11T07:23:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_0 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ 2024-11-11T07:23:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_1 2024-11-11T07:23:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_1 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/f43e91d870604029adf2932e550b266a_SeqId_4_ 2024-11-11T07:23:52,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_0 into ecd1604e0cdcc2c53d4e2667a8f94181/f as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ - updating store file list. 2024-11-11T07:23:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:52,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ into ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:52,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_0 into ecd1604e0cdcc2c53d4e2667a8f94181/f (new location: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_) 2024-11-11T07:23:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_0 2024-11-11T07:23:52,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_1 into ecd1604e0cdcc2c53d4e2667a8f94181/f as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/f43e91d870604029adf2932e550b266a_SeqId_4_ - updating store file list. 2024-11-11T07:23:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f43e91d870604029adf2932e550b266a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:52,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/f43e91d870604029adf2932e550b266a_SeqId_4_ into ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:52,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_1 into ecd1604e0cdcc2c53d4e2667a8f94181/f (new location: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/f43e91d870604029adf2932e550b266a_SeqId_4_) 2024-11-11T07:23:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__80bll8gdq68s83p44qhtivr8cg2j4ncl4kltr78i9l5mrmh1i38bmoc95fm3cin4/f/hfile_1 2024-11-11T07:23:52,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:52,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:52,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:52,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:52,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 , the old value is region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:40481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:23:52,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:23:52,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 from cache 2024-11-11T07:23:52,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:52,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:52,427 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T07:23:52,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35725,1731309812703, seqNum=-1] 2024-11-11T07:23:52,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:52,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf., hostname=d72d5187e64f,35725,1731309812703, seqNum=2] 2024-11-11T07:23:52,433 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:23:52,519 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:23:52,637 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 379, reset compression=false 2024-11-11T07:23:52,641 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:52,641 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ecd1604e0cdcc2c53d4e2667a8f94181/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309832411/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:23:52,643 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:52,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T07:23:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.ReplicationSink(318): Replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1dbf22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,36055,-1 for getting cluster id 2024-11-11T07:23:52,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:52,646 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ddda935-35b1-46d0-a56a-7e7ca921503b' 2024-11-11T07:23:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ddda935-35b1-46d0-a56a-7e7ca921503b" 2024-11-11T07:23:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ea459f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,36055,-1] 2024-11-11T07:23:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:52,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:52,647 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:52,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d600a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741837_1013 (size=7894) 2024-11-11T07:23:52,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741838_1014 (size=7691) 2024-11-11T07:23:52,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:52,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,36055,1731309812413 2024-11-11T07:23:52,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724dcb35 2024-11-11T07:23:52,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:52,690 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T07:23:52,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:23:52,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,35725,1731309812703, seqNum=-1] 2024-11-11T07:23:52,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:52,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:52,710 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T07:23:52,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T07:23:52,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ for inclusion in 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T07:23:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:52,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ for inclusion in 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T07:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegion(2603): Flush status journal for 0da1eb4756ef8e8199484eedf922d8cf: 2024-11-11T07:23:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/3378da456754478e8405381c614adbc6_SeqId_4_ 2024-11-11T07:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f43e91d870604029adf2932e550b266a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/8c8499a6b41f404eb5190965bff660c7_SeqId_4_ 2024-11-11T07:23:52,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/3378da456754478e8405381c614adbc6_SeqId_4_ - updating store file list. 2024-11-11T07:23:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3378da456754478e8405381c614adbc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:52,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/3378da456754478e8405381c614adbc6_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:52,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f (new location: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/3378da456754478e8405381c614adbc6_SeqId_4_) 2024-11-11T07:23:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/cbfe1ea50c2048729ffb83006b008fa8_SeqId_4_ 2024-11-11T07:23:52,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/8c8499a6b41f404eb5190965bff660c7_SeqId_4_ - updating store file list. 2024-11-11T07:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c8499a6b41f404eb5190965bff660c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:52,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/8c8499a6b41f404eb5190965bff660c7_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:52,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ into 0da1eb4756ef8e8199484eedf922d8cf/f (new location: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/8c8499a6b41f404eb5190965bff660c7_SeqId_4_) 2024-11-11T07:23:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__o2fbuc73f3sqvaole5rj79osf406hkpef08c5u7vnlkgaaairgk04047gfj90h40/f/f43e91d870604029adf2932e550b266a_SeqId_4_ 2024-11-11T07:23:52,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.ReplicationSink(324): Finished replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:52,844 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 687, reset compression=false 2024-11-11T07:23:53,156 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 687, reset compression=false 2024-11-11T07:23:53,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34269,1731309820429, seqNum=-1] 2024-11-11T07:23:53,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:53,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:53,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1., hostname=d72d5187e64f,34269,1731309820429, seqNum=2] 2024-11-11T07:23:53,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:53,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T07:23:53,463 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d72d5187e64f%2C40481%2C1731309806214.meta:.meta(num 1731309808852) roll requested 2024-11-11T07:23:53,494 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309833463.meta, exclude list is [], retry=0 2024-11-11T07:23:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:53,533 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309808852.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309833463.meta 2024-11-11T07:23:53,544 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:53,544 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309808852.meta is not closed yet, will try archiving it next time 2024-11-11T07:23:53,544 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d72d5187e64f%2C40481%2C1731309806214.rep:(num 1731309830084) roll requested 2024-11-11T07:23:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741834_1010 (size=3473) 2024-11-11T07:23:53,581 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309833544, exclude list is [], retry=0 2024-11-11T07:23:53,584 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 687, reset compression=false 2024-11-11T07:23:53,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:53,613 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309830084 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309833544 2024-11-11T07:23:53,620 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:53,620 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309830084 is not closed yet, will try archiving it next time 2024-11-11T07:23:53,620 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d72d5187e64f%2C40481%2C1731309806214:(num 1731309807765) roll requested 2024-11-11T07:23:53,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741839_1015 (size=1505) 2024-11-11T07:23:53,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.rep.1731309830084 not finished, retry = 0 2024-11-11T07:23:53,661 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, exclude list is [], retry=0 2024-11-11T07:23:53,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36935,DS-9df48a24-27a5-47cf-b353-fbccbff9c6fe,DISK] 2024-11-11T07:23:53,718 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 2024-11-11T07:23:53,732 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35419:35419)] 2024-11-11T07:23:53,732 DEBUG [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 is not closed yet, will try archiving it next time 2024-11-11T07:23:53,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0ce242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:53,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:53,744 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a940b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:53,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:53,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 not finished, retry = 0 2024-11-11T07:23:53,747 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:53,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741832_1008 (size=695) 2024-11-11T07:23:53,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc6bb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33233,1731309805690 2024-11-11T07:23:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533117d0 2024-11-11T07:23:53,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:53,755 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:53,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://d72d5187e64f:43191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T07:23:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T07:23:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:23:53,764 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43191' 2024-11-11T07:23:53,772 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f49e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,772 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43191,-1 for getting cluster id 2024-11-11T07:23:53,773 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:53,773 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142a1e97-3f55-44f7-b056-e975adae2cb3' 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142a1e97-3f55-44f7-b056-e975adae2cb3" 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba9f870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43191,-1] 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:53,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:53,775 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:53,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c9b9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:53,776 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43191,1731309819862 2024-11-11T07:23:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65864c91 2024-11-11T07:23:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:53,778 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:53,779 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-11T07:23:53,779 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T07:23:53,779 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:53,779 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:53,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:53,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T07:23:53,856 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/oldWALs/d72d5187e64f%2C40481%2C1731309806214.1731309807765 2024-11-11T07:23:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:23:53,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T07:23:53,965 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T07:23:54,020 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d72d5187e64f,40481,1731309806214, ReplicationSource: 2, currentBandwidth=0 2024-11-11T07:23:54,040 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T07:23:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T07:23:54,053 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d72d5187e64f,40481,1731309806214 suceeded 2024-11-11T07:23:54,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T07:23:54,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-11-11T07:23:54,061 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d72d5187e64f:43191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T07:23:54,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 305 msec 2024-11-11T07:23:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T07:23:54,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:54,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:54,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T07:23:54,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:54,094 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T07:23:54,095 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d72d5187e64f:43191' 2024-11-11T07:23:54,100 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b0d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,101 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43191,-1 for getting cluster id 2024-11-11T07:23:54,101 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:54,102 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142a1e97-3f55-44f7-b056-e975adae2cb3' 2024-11-11T07:23:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142a1e97-3f55-44f7-b056-e975adae2cb3" 2024-11-11T07:23:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@512a3edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43191,-1] 2024-11-11T07:23:54,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:54,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,103 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:54,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43bcd96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,105 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:54,106 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43191,1731309819862 2024-11-11T07:23:54,106 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8a7807d 2024-11-11T07:23:54,106 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:54,107 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T07:23:54,107 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d72d5187e64f,40481,1731309806214 (queues=1) is replicating from cluster=64bf0089-ef09-4a48-aa78-13a96421aaec to cluster=142a1e97-3f55-44f7-b056-e975adae2cb3 2024-11-11T07:23:54,108 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d72d5187e64f%2C40481%2C1731309806214 2024-11-11T07:23:54,108 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d72d5187e64f,40481,1731309806214, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T07:23:54,108 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 to pos 687, reset compression=false 2024-11-11T07:23:54,112 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731309834112/Put/seqid=0 2024-11-11T07:23:54,116 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 was moved to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/oldWALs/d72d5187e64f%2C40481%2C1731309806214.1731309807765 2024-11-11T07:23:54,118 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765 2024-11-11T07:23:54,118 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, startPosition=0, beingWritten=true 2024-11-11T07:23:54,118 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309807765, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T07:23:54,121 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d72d5187e64f%2C40481%2C1731309806214.1731309807765] 2024-11-11T07:23:54,128 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, startPosition=0, beingWritten=true 2024-11-11T07:23:54,147 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d72d5187e64f%2C40481%2C1731309806214 2024-11-11T07:23:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741845_1021 (size=11194) 2024-11-11T07:23:54,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731309834185/Put/seqid=0 2024-11-11T07:23:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741846_1022 (size=10791) 2024-11-11T07:23:54,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,33233,-1 for getting cluster id 2024-11-11T07:23:54,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:54,225 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64bf0089-ef09-4a48-aa78-13a96421aaec' 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64bf0089-ef09-4a48-aa78-13a96421aaec" 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490605f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,33233,-1] 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:54,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,229 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:54,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,40481,1731309806214, seqNum=-1] 2024-11-11T07:23:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:54,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T07:23:54,288 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,33233,1731309805690 2024-11-11T07:23:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3855014d 2024-11-11T07:23:54,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:54,291 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T07:23:54,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2] 2024-11-11T07:23:54,313 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:23:54,346 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T07:23:54,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T07:23:54,374 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 0, reset compression=false 2024-11-11T07:23:54,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T07:23:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:54,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T07:23:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegion(2603): Flush status journal for ecd1604e0cdcc2c53d4e2667a8f94181: 2024-11-11T07:23:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_1 2024-11-11T07:23:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_1 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ 2024-11-11T07:23:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_0 2024-11-11T07:23:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_0 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ 2024-11-11T07:23:54,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_1 into ecd1604e0cdcc2c53d4e2667a8f94181/f as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ - updating store file list. 2024-11-11T07:23:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a4397c8f2f344cca4ecc394c554a680_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:54,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ into ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:54,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_1 into ecd1604e0cdcc2c53d4e2667a8f94181/f (new location: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_) 2024-11-11T07:23:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_1 2024-11-11T07:23:54,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_0 into ecd1604e0cdcc2c53d4e2667a8f94181/f as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ - updating store file list. 2024-11-11T07:23:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:54,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ into ecd1604e0cdcc2c53d4e2667a8f94181/f 2024-11-11T07:23:54,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_0 into ecd1604e0cdcc2c53d4e2667a8f94181/f (new location: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_) 2024-11-11T07:23:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/staging/jenkins__test__5ho2dqkb214dkdj6f8i93un313cevdakrgq7cosr0mmti1sk3idjk1tige6l2f49/f/hfile_0 2024-11-11T07:23:54,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:54,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:54,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 , the old value is region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d72d5187e64f:40481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:23:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51406 deadline: 1731309894479 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51406 2024-11-11T07:23:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T07:23:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., hostname=d72d5187e64f,40481,1731309806214, seqNum=2 from cache 2024-11-11T07:23:54,484 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T07:23:54,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:23:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,590 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T07:23:54,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:23:54,706 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 0, reset compression=false 2024-11-11T07:23:54,715 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:54,715 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ecd1604e0cdcc2c53d4e2667a8f94181/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309834471/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:23:54,720 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T07:23:54,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T07:23:54,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.ReplicationSink(318): Replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:54,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f73f8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.ClusterIdFetcher(90): Going to request d72d5187e64f,43191,-1 for getting cluster id 2024-11-11T07:23:54,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T07:23:54,724 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142a1e97-3f55-44f7-b056-e975adae2cb3' 2024-11-11T07:23:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T07:23:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142a1e97-3f55-44f7-b056-e975adae2cb3" 2024-11-11T07:23:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f46e961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72d5187e64f,43191,-1] 2024-11-11T07:23:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T07:23:54,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:54,731 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T07:23:54,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f19ddcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T07:23:54,776 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 0, reset compression=false 2024-11-11T07:23:54,822 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T07:23:54,823 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[{test/ecd1604e0cdcc2c53d4e2667a8f94181/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731309834471/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T07:23:54,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.ReplicationSink(318): Replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:54,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741837_1013 (size=10791) 2024-11-11T07:23:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741839_1015 (size=10791) 2024-11-11T07:23:54,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741840_1016 (size=11194) 2024-11-11T07:23:54,916 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,023 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,187 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T07:23:55,238 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741838_1014 (size=11194) 2024-11-11T07:23:55,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:23:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72d5187e64f,43191,1731309819862 2024-11-11T07:23:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d55c9a0 2024-11-11T07:23:55,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T07:23:55,271 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T07:23:55,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:23:55,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T07:23:55,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72d5187e64f,34269,1731309820429, seqNum=-1] 2024-11-11T07:23:55,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T07:23:55,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T07:23:55,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T07:23:55,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T07:23:55,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ for inclusion in b7e82337917685d9048f8ddcc12c18b1/f 2024-11-11T07:23:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T07:23:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:55,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ for inclusion in b7e82337917685d9048f8ddcc12c18b1/f 2024-11-11T07:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T07:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HRegion(2603): Flush status journal for b7e82337917685d9048f8ddcc12c18b1: 2024-11-11T07:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/bdf6253a661f41359f0118ea5e327074_SeqId_4_ 2024-11-11T07:23:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/2361990126f140bf9e4be7aedbbb45d0_SeqId_4_ 2024-11-11T07:23:55,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ into b7e82337917685d9048f8ddcc12c18b1/f as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/bdf6253a661f41359f0118ea5e327074_SeqId_4_ - updating store file list. 2024-11-11T07:23:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdf6253a661f41359f0118ea5e327074_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:55,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/bdf6253a661f41359f0118ea5e327074_SeqId_4_ into b7e82337917685d9048f8ddcc12c18b1/f 2024-11-11T07:23:55,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ into b7e82337917685d9048f8ddcc12c18b1/f (new location: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/bdf6253a661f41359f0118ea5e327074_SeqId_4_) 2024-11-11T07:23:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ 2024-11-11T07:23:55,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ into b7e82337917685d9048f8ddcc12c18b1/f as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/2361990126f140bf9e4be7aedbbb45d0_SeqId_4_ - updating store file list. 2024-11-11T07:23:55,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T07:23:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2361990126f140bf9e4be7aedbbb45d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:55,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/2361990126f140bf9e4be7aedbbb45d0_SeqId_4_ into b7e82337917685d9048f8ddcc12c18b1/f 2024-11-11T07:23:55,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ into b7e82337917685d9048f8ddcc12c18b1/f (new location: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/f/2361990126f140bf9e4be7aedbbb45d0_SeqId_4_) 2024-11-11T07:23:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/staging/jenkins.hfs.23__test__urcjefoh5emv6fuaq27tb3fp3sndc651abdh3cmp16ro4hfd3b9pf64a7tl3nip5/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ 2024-11-11T07:23:55,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.ReplicationSink(324): Finished replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:55,329 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T07:23:55,354 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T07:23:55,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ for inclusion in 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T07:23:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:55,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ for inclusion in 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T07:23:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T07:23:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegion(2603): Flush status journal for 0da1eb4756ef8e8199484eedf922d8cf: 2024-11-11T07:23:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/13b805c3b1494adea6d52275fce6ef1c_SeqId_6_ 2024-11-11T07:23:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T07:23:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/9d2844024a30452bb0ad67257ba6f76b_SeqId_6_ 2024-11-11T07:23:55,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/13b805c3b1494adea6d52275fce6ef1c_SeqId_6_ - updating store file list. 2024-11-11T07:23:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13b805c3b1494adea6d52275fce6ef1c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:55,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/13b805c3b1494adea6d52275fce6ef1c_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:55,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f (new location: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/13b805c3b1494adea6d52275fce6ef1c_SeqId_6_) 2024-11-11T07:23:55,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/0a4397c8f2f344cca4ecc394c554a680_SeqId_6_ 2024-11-11T07:23:55,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/9d2844024a30452bb0ad67257ba6f76b_SeqId_6_ - updating store file list. 2024-11-11T07:23:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d2844024a30452bb0ad67257ba6f76b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T07:23:55,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/9d2844024a30452bb0ad67257ba6f76b_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f 2024-11-11T07:23:55,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ into 0da1eb4756ef8e8199484eedf922d8cf/f (new location: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/f/9d2844024a30452bb0ad67257ba6f76b_SeqId_6_) 2024-11-11T07:23:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/staging/jenkins.hfs.22__test__5trf9rfs970jefg93q7tqsi3ph4dkik9i35vnkn9h2ss93ugprnl5frckvqi27gp/f/a6a52ce242ca496ea99c0acb7e88b360_SeqId_6_ 2024-11-11T07:23:55,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35725 {}] regionserver.ReplicationSink(324): Finished replicating [64bf0089-ef09-4a48-aa78-13a96421aaec] bulk loaded data 2024-11-11T07:23:55,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:55,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:55,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:55,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:55,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:55,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:55,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:55,502 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687586977, stopped=false 2024-11-11T07:23:55,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,43191,1731309819862 2024-11-11T07:23:55,529 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21280428946/running 2024-11-11T07:23:55,529 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:55,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21280428946/running 2024-11-11T07:23:55,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:55,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:55,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:55,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:55,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:55,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,34269,1731309820429' ***** 2024-11-11T07:23:55,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:55,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/running 2024-11-11T07:23:55,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Set watcher on znode that does not yet exist, /21280428946/running 2024-11-11T07:23:55,531 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:55,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:55,532 INFO [RS:0;d72d5187e64f:34269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:55,532 INFO [RS:0;d72d5187e64f:34269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:55,532 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:55,536 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,34269,1731309820429 2024-11-11T07:23:55,536 INFO [RS:0;d72d5187e64f:34269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:55,536 INFO [RS:0;d72d5187e64f:34269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:34269. 2024-11-11T07:23:55,536 DEBUG [RS:0;d72d5187e64f:34269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:55,536 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:55,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7e82337917685d9048f8ddcc12c18b1, disabling compactions & flushes 2024-11-11T07:23:55,536 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:55,536 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:55,536 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:55,536 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:55,537 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. after waiting 0 ms 2024-11-11T07:23:55,537 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:55,537 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:55,537 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:55,544 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:23:55,544 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1325): Online Regions={b7e82337917685d9048f8ddcc12c18b1=test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:23:55,544 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e82337917685d9048f8ddcc12c18b1 2024-11-11T07:23:55,544 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:55,545 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:55,545 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:55,545 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:55,545 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:55,545 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T07:23:55,556 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/default/test/b7e82337917685d9048f8ddcc12c18b1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T07:23:55,557 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:55,557 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:55,557 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:55,557 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7e82337917685d9048f8ddcc12c18b1: Waiting for close lock at 1731309835536Running coprocessor pre-close hooks at 1731309835536Disabling compacts and flushes for region at 1731309835536Disabling writes for close at 1731309835537 (+1 ms)Writing region close event to WAL at 1731309835545 (+8 ms)Running coprocessor post-close hooks at 1731309835557 (+12 ms)Closed at 1731309835557 2024-11-11T07:23:55,557 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1. 2024-11-11T07:23:55,570 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/info/301ed1f8898b4b2787daba0734f76ed4 is 129, key is test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1./info:regioninfo/1731309829114/Put/seqid=0 2024-11-11T07:23:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741839_1015 (size=6421) 2024-11-11T07:23:55,574 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/info/301ed1f8898b4b2787daba0734f76ed4 2024-11-11T07:23:55,595 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/ns/661187dffd13405995134b0c6e249f17 is 43, key is default/ns:d/1731309824107/Put/seqid=0 2024-11-11T07:23:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741840_1016 (size=5153) 2024-11-11T07:23:55,630 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:55,658 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,745 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:55,759 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:55,945 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:56,006 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/ns/661187dffd13405995134b0c6e249f17 2024-11-11T07:23:56,052 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/a242c238f2d94099969358cb858aef90 is 112, key is test,,1731309828582.b7e82337917685d9048f8ddcc12c18b1./rep_barrier:seqnumDuringOpen/1731309829114/Put/seqid=0 2024-11-11T07:23:56,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741841_1017 (size=5518) 2024-11-11T07:23:56,065 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/a242c238f2d94099969358cb858aef90 2024-11-11T07:23:56,097 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/table/3cd11cdda85d47578d771da198b4abd6 is 40, key is test/table:state/1731309829181/Put/seqid=0 2024-11-11T07:23:56,145 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741842_1018 (size=5165) 2024-11-11T07:23:56,163 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:56,269 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:56,319 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:23:56,319 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:23:56,345 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:56,545 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:23:56,545 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:23:56,545 DEBUG [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:56,556 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/table/3cd11cdda85d47578d771da198b4abd6 2024-11-11T07:23:56,567 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/info/301ed1f8898b4b2787daba0734f76ed4 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/info/301ed1f8898b4b2787daba0734f76ed4 2024-11-11T07:23:56,573 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/info/301ed1f8898b4b2787daba0734f76ed4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T07:23:56,574 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/ns/661187dffd13405995134b0c6e249f17 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/ns/661187dffd13405995134b0c6e249f17 2024-11-11T07:23:56,578 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/ns/661187dffd13405995134b0c6e249f17, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:23:56,578 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/rep_barrier/a242c238f2d94099969358cb858aef90 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/rep_barrier/a242c238f2d94099969358cb858aef90 2024-11-11T07:23:56,583 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/rep_barrier/a242c238f2d94099969358cb858aef90, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T07:23:56,583 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/.tmp/table/3cd11cdda85d47578d771da198b4abd6 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/table/3cd11cdda85d47578d771da198b4abd6 2024-11-11T07:23:56,587 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/table/3cd11cdda85d47578d771da198b4abd6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:23:56,592 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false 2024-11-11T07:23:56,597 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:23:56,598 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:56,598 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:56,598 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:56,598 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309835544Running coprocessor pre-close hooks at 1731309835544Disabling compacts and flushes for region at 1731309835544Disabling writes for close at 1731309835545 (+1 ms)Obtaining lock to block concurrent updates at 1731309835545Preparing flush snapshotting stores in 1588230740 at 1731309835545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731309835547 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309835547Flushing 1588230740/info: creating writer at 1731309835547Flushing 1588230740/info: appending metadata at 1731309835570 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731309835570Flushing 1588230740/ns: creating writer at 1731309835579 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731309835595 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731309835595Flushing 1588230740/rep_barrier: creating writer at 1731309836013 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309836051 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309836051Flushing 1588230740/table: creating writer at 1731309836071 (+20 ms)Flushing 1588230740/table: appending metadata at 1731309836097 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731309836097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699462f8: reopening flushed file at 1731309836566 (+469 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a99dc8b: reopening flushed file at 1731309836573 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4104beb5: reopening flushed file at 1731309836578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392b4ba1: reopening flushed file at 1731309836583 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false at 1731309836592 (+9 ms)Writing region close event to WAL at 1731309836594 (+2 ms)Running coprocessor post-close hooks at 1731309836598 (+4 ms)Closed at 1731309836598 2024-11-11T07:23:56,598 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:56,746 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,34269,1731309820429; all regions closed. 2024-11-11T07:23:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741834_1010 (size=2717) 2024-11-11T07:23:56,769 DEBUG [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/oldWALs 2024-11-11T07:23:56,769 INFO [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34269%2C1731309820429.meta:.meta(num 1731309823885) 2024-11-11T07:23:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741833_1009 (size=1028) 2024-11-11T07:23:56,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/WALs/d72d5187e64f,34269,1731309820429/d72d5187e64f%2C34269%2C1731309820429.1731309823389 not finished, retry = 0 2024-11-11T07:23:56,783 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:56,875 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:56,888 DEBUG [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/oldWALs 2024-11-11T07:23:56,888 INFO [RS:0;d72d5187e64f:34269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C34269%2C1731309820429:(num 1731309823389) 2024-11-11T07:23:56,888 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:56,888 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:56,892 INFO [RS:0;d72d5187e64f:34269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:56,892 INFO [RS:0;d72d5187e64f:34269 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:56,892 INFO [RS:0;d72d5187e64f:34269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:56,893 INFO [RS:0;d72d5187e64f:34269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:34269. 2024-11-11T07:23:56,893 DEBUG [RS:0;d72d5187e64f:34269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:56,893 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:56,893 DEBUG [RS:0;d72d5187e64f:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:56,893 INFO [RS:0;d72d5187e64f:34269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34269 2024-11-11T07:23:56,893 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:56,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946/rs 2024-11-11T07:23:56,908 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21280428946/rs/d72d5187e64f,34269,1731309820429 2024-11-11T07:23:56,909 INFO [RS:0;d72d5187e64f:34269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:56,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,34269,1731309820429] 2024-11-11T07:23:56,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21280428946/draining/d72d5187e64f,34269,1731309820429 already deleted, retry=false 2024-11-11T07:23:56,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,34269,1731309820429 expired; onlineServers=0 2024-11-11T07:23:56,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,43191,1731309819862' ***** 2024-11-11T07:23:56,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:23:56,929 INFO [M:0;d72d5187e64f:43191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:56,929 INFO [M:0;d72d5187e64f:43191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:56,929 DEBUG [M:0;d72d5187e64f:43191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:23:56,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:23:56,930 DEBUG [M:0;d72d5187e64f:43191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:23:56,930 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309822913 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309822913,5,FailOnTimeoutGroup] 2024-11-11T07:23:56,930 INFO [M:0;d72d5187e64f:43191 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:56,930 INFO [M:0;d72d5187e64f:43191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:56,930 DEBUG [M:0;d72d5187e64f:43191 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:23:56,930 INFO [M:0;d72d5187e64f:43191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:23:56,930 INFO [M:0;d72d5187e64f:43191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:56,930 INFO [M:0;d72d5187e64f:43191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:23:56,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:23:56,932 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309822913 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309822913,5,FailOnTimeoutGroup] 2024-11-11T07:23:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21280428946/master 2024-11-11T07:23:56,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21280428946 2024-11-11T07:23:56,941 DEBUG [M:0;d72d5187e64f:43191 {}] zookeeper.ZKUtil(347): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Unable to get data of znode /21280428946/master because node does not exist (not an error) 2024-11-11T07:23:56,941 WARN [M:0;d72d5187e64f:43191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:23:56,941 INFO [M:0;d72d5187e64f:43191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/.lastflushedseqids 2024-11-11T07:23:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741843_1019 (size=173) 2024-11-11T07:23:56,976 INFO [M:0;d72d5187e64f:43191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:23:56,977 INFO [M:0;d72d5187e64f:43191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:23:56,977 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:56,977 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:56,977 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:56,977 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:56,977 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:56,977 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T07:23:56,998 DEBUG [M:0;d72d5187e64f:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1db760d95543d5a332759d22c3efb3 is 82, key is hbase:meta,,1/info:regioninfo/1731309823919/Put/seqid=0 2024-11-11T07:23:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741844_1020 (size=5672) 2024-11-11T07:23:57,007 INFO [M:0;d72d5187e64f:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1db760d95543d5a332759d22c3efb3 2024-11-11T07:23:57,021 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:57,021 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x10128c70ff30007, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:57,021 INFO [RS:0;d72d5187e64f:34269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:57,021 INFO [RS:0;d72d5187e64f:34269 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,34269,1731309820429; zookeeper connection closed. 2024-11-11T07:23:57,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c9f25ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c9f25ba 2024-11-11T07:23:57,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:23:57,031 DEBUG [M:0;d72d5187e64f:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036433fe12d64fd4a5909b619bdae595 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309829185/Put/seqid=0 2024-11-11T07:23:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741845_1021 (size=6586) 2024-11-11T07:23:57,043 INFO [M:0;d72d5187e64f:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036433fe12d64fd4a5909b619bdae595 2024-11-11T07:23:57,068 DEBUG [M:0;d72d5187e64f:43191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a3633ab634d4046804d21b38eae05c4 is 69, key is d72d5187e64f,34269,1731309820429/rs:state/1731309823094/Put/seqid=0 2024-11-11T07:23:57,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741846_1022 (size=5156) 2024-11-11T07:23:57,478 INFO [M:0;d72d5187e64f:43191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a3633ab634d4046804d21b38eae05c4 2024-11-11T07:23:57,483 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e1db760d95543d5a332759d22c3efb3 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1db760d95543d5a332759d22c3efb3 2024-11-11T07:23:57,488 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e1db760d95543d5a332759d22c3efb3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T07:23:57,489 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036433fe12d64fd4a5909b619bdae595 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/036433fe12d64fd4a5909b619bdae595 2024-11-11T07:23:57,494 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/036433fe12d64fd4a5909b619bdae595, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T07:23:57,495 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a3633ab634d4046804d21b38eae05c4 as hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a3633ab634d4046804d21b38eae05c4 2024-11-11T07:23:57,504 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:57,507 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40483/user/jenkins/test-data/ea932240-967b-4742-f11f-85018708f4f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a3633ab634d4046804d21b38eae05c4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T07:23:57,508 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=55, compaction requested=false 2024-11-11T07:23:57,509 INFO [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:57,509 DEBUG [M:0;d72d5187e64f:43191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309836977Disabling compacts and flushes for region at 1731309836977Disabling writes for close at 1731309836977Obtaining lock to block concurrent updates at 1731309836977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309836977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731309836978 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309836978Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309836978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309836998 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309836998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309837012 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309837030 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309837030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309837048 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309837068 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309837068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc04c87: reopening flushed file at 1731309837482 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c4bc1d: reopening flushed file at 1731309837488 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ff39d2: reopening flushed file at 1731309837494 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=55, compaction requested=false at 1731309837508 (+14 ms)Writing region close event to WAL at 1731309837509 (+1 ms)Closed at 1731309837509 2024-11-11T07:23:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39407 is added to blk_1073741830_1006 (size=32770) 2024-11-11T07:23:57,512 INFO [M:0;d72d5187e64f:43191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:23:57,512 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:57,512 INFO [M:0;d72d5187e64f:43191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43191 2024-11-11T07:23:57,512 INFO [M:0;d72d5187e64f:43191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:57,612 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:57,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43191-0x10128c70ff30006, quorum=127.0.0.1:55147, baseZNode=/21280428946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:57,631 INFO [M:0;d72d5187e64f:43191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:57,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c206bad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:57,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7363c05c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:57,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:57,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:57,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a4078{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:57,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:23:57,648 WARN [BP-795392261-172.17.0.3-1731309815360 heartbeating to localhost/127.0.0.1:40483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:23:57,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:23:57,648 WARN [BP-795392261-172.17.0.3-1731309815360 heartbeating to localhost/127.0.0.1:40483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-795392261-172.17.0.3-1731309815360 (Datanode Uuid 1320c9f5-1f2c-478e-967d-95b9473eb702) service to localhost/127.0.0.1:40483 2024-11-11T07:23:57,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/cluster_52503c1e-d579-a20c-e5aa-1d33c1ef849c/data/data1/current/BP-795392261-172.17.0.3-1731309815360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:57,650 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/cluster_52503c1e-d579-a20c-e5aa-1d33c1ef849c/data/data2/current/BP-795392261-172.17.0.3-1731309815360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:57,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:23:57,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b14f006{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:57,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a5204a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:57,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:57,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a0b0a92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:57,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c4d0068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c3d991a-29be-c503-a35d-51fbcf622087/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:57,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:23:57,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:57,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:57,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:57,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:57,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:57,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:57,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:57,681 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1836949427, stopped=false 2024-11-11T07:23:57,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,36055,1731309812413 2024-11-11T07:23:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2091469709/running 2024-11-11T07:23:57,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:57,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:57,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:57,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:57,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:57,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,35725,1731309812703' ***** 2024-11-11T07:23:57,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:57,699 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:57,699 INFO [RS:0;d72d5187e64f:35725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:57,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:57,699 INFO [RS:0;d72d5187e64f:35725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:57,699 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 0da1eb4756ef8e8199484eedf922d8cf 2024-11-11T07:23:57,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/running 2024-11-11T07:23:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2091469709/running 2024-11-11T07:23:57,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:57,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Set watcher on znode that does not yet exist, /1-2091469709/running 2024-11-11T07:23:57,708 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,35725,1731309812703 2024-11-11T07:23:57,708 INFO [RS:0;d72d5187e64f:35725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:57,708 INFO [RS:0;d72d5187e64f:35725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35725. 2024-11-11T07:23:57,708 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0da1eb4756ef8e8199484eedf922d8cf, disabling compactions & flushes 2024-11-11T07:23:57,708 DEBUG [RS:0;d72d5187e64f:35725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:57,708 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:57,708 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:57,709 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:57,709 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. after waiting 0 ms 2024-11-11T07:23:57,709 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:57,709 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:57,709 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:57,709 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:57,709 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:57,709 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T07:23:57,709 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1325): Online Regions={0da1eb4756ef8e8199484eedf922d8cf=test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:23:57,709 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 0da1eb4756ef8e8199484eedf922d8cf, 1588230740 2024-11-11T07:23:57,710 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:57,710 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:57,710 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:57,710 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:57,710 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:57,710 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T07:23:57,741 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/default/test/0da1eb4756ef8e8199484eedf922d8cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:23:57,742 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:57,742 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:57,743 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:23:57,743 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:57,743 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0da1eb4756ef8e8199484eedf922d8cf: Waiting for close lock at 1731309837708Running coprocessor pre-close hooks at 1731309837708Disabling compacts and flushes for region at 1731309837708Disabling writes for close at 1731309837709 (+1 ms)Writing region close event to WAL at 1731309837728 (+19 ms)Running coprocessor post-close hooks at 1731309837742 (+14 ms)Closed at 1731309837743 (+1 ms) 2024-11-11T07:23:57,743 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf. 2024-11-11T07:23:57,756 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/info/7009003415804f5ea1d48d33662fca30 is 129, key is test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf./info:regioninfo/1731309827704/Put/seqid=0 2024-11-11T07:23:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741841_1017 (size=6421) 2024-11-11T07:23:57,776 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/info/7009003415804f5ea1d48d33662fca30 2024-11-11T07:23:57,804 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/ns/b3520bdb42564efa9bb70562e770ec42 is 43, key is default/ns:d/1731309815217/Put/seqid=0 2024-11-11T07:23:57,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741842_1018 (size=5153) 2024-11-11T07:23:57,814 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/ns/b3520bdb42564efa9bb70562e770ec42 2024-11-11T07:23:57,839 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a04de440c2184fde8324eb94e766a357 is 112, key is test,,1731309826432.0da1eb4756ef8e8199484eedf922d8cf./rep_barrier:seqnumDuringOpen/1731309827704/Put/seqid=0 2024-11-11T07:23:57,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741843_1019 (size=5518) 2024-11-11T07:23:57,910 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:58,110 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:58,242 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:23:58,243 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:23:58,252 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a04de440c2184fde8324eb94e766a357 2024-11-11T07:23:58,299 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/table/0f8b2607201a46b1b7bb35ea2f291a0b is 40, key is test/table:state/1731309827731/Put/seqid=0 2024-11-11T07:23:58,308 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:58,310 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741844_1020 (size=5165) 2024-11-11T07:23:58,415 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:58,510 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:58,710 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:23:58,710 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:23:58,711 DEBUG [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:23:58,727 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/table/0f8b2607201a46b1b7bb35ea2f291a0b 2024-11-11T07:23:58,733 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/info/7009003415804f5ea1d48d33662fca30 as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/info/7009003415804f5ea1d48d33662fca30 2024-11-11T07:23:58,738 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/info/7009003415804f5ea1d48d33662fca30, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T07:23:58,738 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/ns/b3520bdb42564efa9bb70562e770ec42 as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/ns/b3520bdb42564efa9bb70562e770ec42 2024-11-11T07:23:58,744 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/ns/b3520bdb42564efa9bb70562e770ec42, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:23:58,744 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/rep_barrier/a04de440c2184fde8324eb94e766a357 as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/rep_barrier/a04de440c2184fde8324eb94e766a357 2024-11-11T07:23:58,750 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/rep_barrier/a04de440c2184fde8324eb94e766a357, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T07:23:58,751 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/.tmp/table/0f8b2607201a46b1b7bb35ea2f291a0b as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/table/0f8b2607201a46b1b7bb35ea2f291a0b 2024-11-11T07:23:58,756 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/table/0f8b2607201a46b1b7bb35ea2f291a0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T07:23:58,757 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false 2024-11-11T07:23:58,761 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T07:23:58,761 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:23:58,761 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:23:58,761 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:58,761 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309837710Running coprocessor pre-close hooks at 1731309837710Disabling compacts and flushes for region at 1731309837710Disabling writes for close at 1731309837710Obtaining lock to block concurrent updates at 1731309837710Preparing flush snapshotting stores in 1588230740 at 1731309837710Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731309837710Flushing stores of hbase:meta,,1.1588230740 at 1731309837711 (+1 ms)Flushing 1588230740/info: creating writer at 1731309837711Flushing 1588230740/info: appending metadata at 1731309837755 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731309837755Flushing 1588230740/ns: creating writer at 1731309837783 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731309837804 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731309837804Flushing 1588230740/rep_barrier: creating writer at 1731309837821 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309837838 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309837838Flushing 1588230740/table: creating writer at 1731309838257 (+419 ms)Flushing 1588230740/table: appending metadata at 1731309838299 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731309838299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a72503c: reopening flushed file at 1731309838732 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586b3ad6: reopening flushed file at 1731309838738 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d07618: reopening flushed file at 1731309838744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b48a60: reopening flushed file at 1731309838750 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false at 1731309838757 (+7 ms)Writing region close event to WAL at 1731309838758 (+1 ms)Running coprocessor post-close hooks at 1731309838761 (+3 ms)Closed at 1731309838761 2024-11-11T07:23:58,762 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:23:58,911 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,35725,1731309812703; all regions closed. 2024-11-11T07:23:58,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/WALs/d72d5187e64f,35725,1731309812703/d72d5187e64f%2C35725%2C1731309812703.meta.1731309815024.meta not finished, retry = 0 2024-11-11T07:23:58,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741834_1010 (size=2717) 2024-11-11T07:23:59,015 DEBUG [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/oldWALs 2024-11-11T07:23:59,015 INFO [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35725%2C1731309812703.meta:.meta(num 1731309815024) 2024-11-11T07:23:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741833_1009 (size=1374) 2024-11-11T07:23:59,019 DEBUG [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/oldWALs 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72d5187e64f%2C35725%2C1731309812703:(num 1731309814423) 2024-11-11T07:23:59,019 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:59,019 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:35725. 2024-11-11T07:23:59,019 DEBUG [RS:0;d72d5187e64f:35725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:59,019 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,019 DEBUG [RS:0;d72d5187e64f:35725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:59,019 INFO [RS:0;d72d5187e64f:35725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35725 2024-11-11T07:23:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709/rs 2024-11-11T07:23:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2091469709/rs/d72d5187e64f,35725,1731309812703 2024-11-11T07:23:59,034 INFO [RS:0;d72d5187e64f:35725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:59,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,35725,1731309812703] 2024-11-11T07:23:59,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2091469709/draining/d72d5187e64f,35725,1731309812703 already deleted, retry=false 2024-11-11T07:23:59,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,35725,1731309812703 expired; onlineServers=0 2024-11-11T07:23:59,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,36055,1731309812413' ***** 2024-11-11T07:23:59,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:23:59,055 INFO [M:0;d72d5187e64f:36055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:59,055 INFO [M:0;d72d5187e64f:36055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:23:59,056 DEBUG [M:0;d72d5187e64f:36055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:23:59,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:23:59,056 DEBUG [M:0;d72d5187e64f:36055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:23:59,056 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309814035 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309814035,5,FailOnTimeoutGroup] 2024-11-11T07:23:59,056 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309814044 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309814044,5,FailOnTimeoutGroup] 2024-11-11T07:23:59,056 INFO [M:0;d72d5187e64f:36055 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:23:59,056 INFO [M:0;d72d5187e64f:36055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:23:59,056 DEBUG [M:0;d72d5187e64f:36055 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:23:59,056 INFO [M:0;d72d5187e64f:36055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:23:59,056 INFO [M:0;d72d5187e64f:36055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:59,056 ERROR [M:0;d72d5187e64f:36055 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38471,5,PEWorkerGroup] 2024-11-11T07:23:59,057 INFO [M:0;d72d5187e64f:36055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:23:59,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:23:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2091469709/master 2024-11-11T07:23:59,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2091469709 2024-11-11T07:23:59,066 DEBUG [M:0;d72d5187e64f:36055 {}] zookeeper.ZKUtil(347): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Unable to get data of znode /1-2091469709/master because node does not exist (not an error) 2024-11-11T07:23:59,066 WARN [M:0;d72d5187e64f:36055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T07:23:59,067 INFO [M:0;d72d5187e64f:36055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/.lastflushedseqids 2024-11-11T07:23:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741845_1021 (size=173) 2024-11-11T07:23:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:59,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35725-0x10128c70ff30004, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:59,145 INFO [RS:0;d72d5187e64f:35725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:59,145 INFO [RS:0;d72d5187e64f:35725 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,35725,1731309812703; zookeeper connection closed. 2024-11-11T07:23:59,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cb1f36b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cb1f36b 2024-11-11T07:23:59,146 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:23:59,251 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:59,357 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:23:59,475 INFO [M:0;d72d5187e64f:36055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:23:59,475 INFO [M:0;d72d5187e64f:36055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:23:59,475 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:23:59,475 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:59,475 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:59,475 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:23:59,475 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:59,475 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-11T07:23:59,494 DEBUG [M:0;d72d5187e64f:36055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5238d1eea0f2404ea30d141186ab9295 is 82, key is hbase:meta,,1/info:regioninfo/1731309815123/Put/seqid=0 2024-11-11T07:23:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741846_1022 (size=5672) 2024-11-11T07:23:59,509 INFO [M:0;d72d5187e64f:36055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5238d1eea0f2404ea30d141186ab9295 2024-11-11T07:23:59,532 DEBUG [M:0;d72d5187e64f:36055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382fdcaebc1447d3946cf231b1656d2f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309827747/Put/seqid=0 2024-11-11T07:23:59,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741847_1023 (size=6586) 2024-11-11T07:23:59,538 INFO [M:0;d72d5187e64f:36055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382fdcaebc1447d3946cf231b1656d2f 2024-11-11T07:23:59,559 DEBUG [M:0;d72d5187e64f:36055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b655696b53dc4422a5797f952cee1722 is 69, key is d72d5187e64f,35725,1731309812703/rs:state/1731309814131/Put/seqid=0 2024-11-11T07:23:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741848_1024 (size=5156) 2024-11-11T07:23:59,567 INFO [M:0;d72d5187e64f:36055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b655696b53dc4422a5797f952cee1722 2024-11-11T07:23:59,571 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5238d1eea0f2404ea30d141186ab9295 as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5238d1eea0f2404ea30d141186ab9295 2024-11-11T07:23:59,579 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5238d1eea0f2404ea30d141186ab9295, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T07:23:59,581 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/382fdcaebc1447d3946cf231b1656d2f as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/382fdcaebc1447d3946cf231b1656d2f 2024-11-11T07:23:59,587 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/382fdcaebc1447d3946cf231b1656d2f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T07:23:59,588 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b655696b53dc4422a5797f952cee1722 as hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b655696b53dc4422a5797f952cee1722 2024-11-11T07:23:59,593 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38471/user/jenkins/test-data/e5e46bd6-d9af-1403-3901-fc3ef42d32f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b655696b53dc4422a5797f952cee1722, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T07:23:59,594 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=55, compaction requested=false 2024-11-11T07:23:59,600 INFO [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:23:59,600 DEBUG [M:0;d72d5187e64f:36055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309839475Disabling compacts and flushes for region at 1731309839475Disabling writes for close at 1731309839475Obtaining lock to block concurrent updates at 1731309839475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309839475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731309839475Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309839476 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309839476Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309839494 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309839494Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309839514 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309839532 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309839532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309839542 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309839559 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309839559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a74656: reopening flushed file at 1731309839571 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d039ce9: reopening flushed file at 1731309839579 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ade3fb: reopening flushed file at 1731309839587 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=55, compaction requested=false at 1731309839594 (+7 ms)Writing region close event to WAL at 1731309839600 (+6 ms)Closed at 1731309839600 2024-11-11T07:23:59,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43183 is added to blk_1073741830_1006 (size=32770) 2024-11-11T07:23:59,610 INFO [M:0;d72d5187e64f:36055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:23:59,610 INFO [M:0;d72d5187e64f:36055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36055 2024-11-11T07:23:59,610 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:23:59,611 INFO [M:0;d72d5187e64f:36055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:23:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36055-0x10128c70ff30003, quorum=127.0.0.1:55147, baseZNode=/1-2091469709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:23:59,882 INFO [M:0;d72d5187e64f:36055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:23:59,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10a95b7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:23:59,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a1f4d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:59,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:59,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ae9580{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:59,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29f12594{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:59,887 WARN [BP-710094710-172.17.0.3-1731309809099 heartbeating to localhost/127.0.0.1:38471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:23:59,887 WARN [BP-710094710-172.17.0.3-1731309809099 heartbeating to localhost/127.0.0.1:38471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-710094710-172.17.0.3-1731309809099 (Datanode Uuid c2a406b2-d907-4092-b30d-4de1a7fb4fcd) service to localhost/127.0.0.1:38471 2024-11-11T07:23:59,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/cluster_110dfefd-8004-2d1e-0834-79508c56e498/data/data1/current/BP-710094710-172.17.0.3-1731309809099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:59,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:23:59,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:23:59,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/cluster_110dfefd-8004-2d1e-0834-79508c56e498/data/data2/current/BP-710094710-172.17.0.3-1731309809099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:23:59,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:23:59,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58820025{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:23:59,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46672585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:23:59,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:23:59,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a6dd9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:23:59,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79e41501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0d883a52-22e5-ccaf-9fe1-1693831abb40/hadoop.log.dir/,STOPPED} 2024-11-11T07:23:59,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:23:59,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T07:23:59,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:59,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:59,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:23:59,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T07:23:59,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2041702635, stopped=false 2024-11-11T07:23:59,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72d5187e64f,33233,1731309805690 2024-11-11T07:23:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1398173801/running 2024-11-11T07:23:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:59,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1398173801/running 2024-11-11T07:23:59,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:23:59,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/running 2024-11-11T07:23:59,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Set watcher on znode that does not yet exist, /0-1398173801/running 2024-11-11T07:23:59,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:23:59,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T07:23:59,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:59,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72d5187e64f,40481,1731309806214' ***** 2024-11-11T07:23:59,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T07:23:59,933 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T07:23:59,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(3091): Received CLOSE for aa19418274cc9402d943bb320a98852c 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(3091): Received CLOSE for ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(959): stopping server d72d5187e64f,40481,1731309806214 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:23:59,934 INFO [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40481. 2024-11-11T07:23:59,934 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa19418274cc9402d943bb320a98852c, disabling compactions & flushes 2024-11-11T07:23:59,934 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:59,934 DEBUG [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:23:59,934 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:59,934 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:23:59,934 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. after waiting 0 ms 2024-11-11T07:23:59,935 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:23:59,935 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T07:23:59,935 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T07:23:59,935 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa19418274cc9402d943bb320a98852c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T07:23:59,935 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T07:23:59,935 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T07:23:59,936 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T07:23:59,937 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1325): Online Regions={aa19418274cc9402d943bb320a98852c=hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c., ecd1604e0cdcc2c53d4e2667a8f94181=test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:23:59,937 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa19418274cc9402d943bb320a98852c, ecd1604e0cdcc2c53d4e2667a8f94181 2024-11-11T07:23:59,937 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T07:23:59,937 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T07:23:59,937 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T07:23:59,937 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T07:23:59,937 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T07:23:59,944 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T07:23:59,944 INFO [regionserver/d72d5187e64f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:23:59,972 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/info/8dd2d65be098431e9bba3cdd9df34cc3 is 147, key is hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c./info:regioninfo/1731309830187/Put/seqid=0 2024-11-11T07:23:59,977 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/hfileref/1afcf7dce3bd40f99999e1e2bd38208c is 74, key is 1/hfileref:0a4397c8f2f344cca4ecc394c554a680_SeqId_6_/1731309835382/DeleteColumn/seqid=0 2024-11-11T07:23:59,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741847_1023 (size=7686) 2024-11-11T07:23:59,981 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/info/8dd2d65be098431e9bba3cdd9df34cc3 2024-11-11T07:23:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741848_1024 (size=5489) 2024-11-11T07:23:59,986 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/hfileref/1afcf7dce3bd40f99999e1e2bd38208c 2024-11-11T07:24:00,020 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/ns/245eba55e6894d058955ab103708bf11 is 43, key is default/ns:d/1731309808971/Put/seqid=0 2024-11-11T07:24:00,026 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/queue/02261f71fb664bffb89ae5ba16f35750 is 153, key is 1-d72d5187e64f,40481,1731309806214/queue:d72d5187e64f%2C40481%2C1731309806214/1731309835383/Put/seqid=0 2024-11-11T07:24:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741849_1025 (size=5153) 2024-11-11T07:24:00,031 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/ns/245eba55e6894d058955ab103708bf11 2024-11-11T07:24:00,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741850_1026 (size=5504) 2024-11-11T07:24:00,032 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/queue/02261f71fb664bffb89ae5ba16f35750 2024-11-11T07:24:00,038 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/hfileref/1afcf7dce3bd40f99999e1e2bd38208c as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/hfileref/1afcf7dce3bd40f99999e1e2bd38208c 2024-11-11T07:24:00,052 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/hfileref/1afcf7dce3bd40f99999e1e2bd38208c, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T07:24:00,053 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/.tmp/queue/02261f71fb664bffb89ae5ba16f35750 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/queue/02261f71fb664bffb89ae5ba16f35750 2024-11-11T07:24:00,054 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/rep_barrier/e451e244b29d4711b2e8ab4ad23e0a0a is 112, key is test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181./rep_barrier:seqnumDuringOpen/1731309825447/Put/seqid=0 2024-11-11T07:24:00,058 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/queue/02261f71fb664bffb89ae5ba16f35750, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T07:24:00,059 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for aa19418274cc9402d943bb320a98852c in 124ms, sequenceid=17, compaction requested=false 2024-11-11T07:24:00,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741851_1027 (size=5518) 2024-11-11T07:24:00,068 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/replication/aa19418274cc9402d943bb320a98852c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T07:24:00,069 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:24:00,069 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:24:00,069 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:24:00,069 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa19418274cc9402d943bb320a98852c: Waiting for close lock at 1731309839934Running coprocessor pre-close hooks at 1731309839934Disabling compacts and flushes for region at 1731309839934Disabling writes for close at 1731309839934Obtaining lock to block concurrent updates at 1731309839935 (+1 ms)Preparing flush snapshotting stores in aa19418274cc9402d943bb320a98852c at 1731309839935Finished memstore snapshotting hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731309839935Flushing stores of hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. at 1731309839936 (+1 ms)Flushing aa19418274cc9402d943bb320a98852c/hfileref: creating writer at 1731309839936Flushing aa19418274cc9402d943bb320a98852c/hfileref: appending metadata at 1731309839977 (+41 ms)Flushing aa19418274cc9402d943bb320a98852c/hfileref: closing flushed file at 1731309839977Flushing aa19418274cc9402d943bb320a98852c/queue: creating writer at 1731309840003 (+26 ms)Flushing aa19418274cc9402d943bb320a98852c/queue: appending metadata at 1731309840026 (+23 ms)Flushing aa19418274cc9402d943bb320a98852c/queue: closing flushed file at 1731309840026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42cae069: reopening flushed file at 1731309840037 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d94787: reopening flushed file at 1731309840052 (+15 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for aa19418274cc9402d943bb320a98852c in 124ms, sequenceid=17, compaction requested=false at 1731309840059 (+7 ms)Writing region close event to WAL at 1731309840065 (+6 ms)Running coprocessor post-close hooks at 1731309840069 (+4 ms)Closed at 1731309840069 2024-11-11T07:24:00,069 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731309829248.aa19418274cc9402d943bb320a98852c. 2024-11-11T07:24:00,070 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecd1604e0cdcc2c53d4e2667a8f94181, disabling compactions & flushes 2024-11-11T07:24:00,070 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:24:00,070 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:24:00,070 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. after waiting 0 ms 2024-11-11T07:24:00,070 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:24:00,076 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/default/test/ecd1604e0cdcc2c53d4e2667a8f94181/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T07:24:00,077 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:24:00,077 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T07:24:00,077 INFO [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:24:00,077 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecd1604e0cdcc2c53d4e2667a8f94181: Waiting for close lock at 1731309840070Running coprocessor pre-close hooks at 1731309840070Disabling compacts and flushes for region at 1731309840070Disabling writes for close at 1731309840070Writing region close event to WAL at 1731309840072 (+2 ms)Running coprocessor post-close hooks at 1731309840077 (+5 ms)Closed at 1731309840077 2024-11-11T07:24:00,077 DEBUG [RS_CLOSE_REGION-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731309824279.ecd1604e0cdcc2c53d4e2667a8f94181. 2024-11-11T07:24:00,137 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:24:00,259 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:24:00,263 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:24:00,263 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,264 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:24:00,265 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d72d5187e64f,40481,1731309806214: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d72d5187e64f,40481,1731309806214, walGroup=d72d5187e64f%2C40481%2C1731309806214, offset=d72d5187e64f%2C40481%2C1731309806214.1731309833620:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:40481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T07:24:00,266 ERROR [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T07:24:00,266 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T07:24:00,268 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T07:24:00,268 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T07:24:00,268 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T07:24:00,268 INFO [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1639972864, "init": 1048576000, "max": 2306867200, "used": 1160089608 }, "NonHeapMemoryUsage": { "committed": 211550208, "init": 7667712, "max": -1, "used": 208407496 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T07:24:00,269 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:33233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:33233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T07:24:00,337 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:24:00,376 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 393, reset compression=false 2024-11-11T07:24:00,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T07:24:00,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,384 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d72d5187e64f,40481,1731309806214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T07:24:00,385 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T07:24:00,463 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/rep_barrier/e451e244b29d4711b2e8ab4ad23e0a0a 2024-11-11T07:24:00,467 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,470 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:33233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T07:24:00,494 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/table/a0786bcd884342fc8c750a0bd0e5f366 is 53, key is hbase:replication/table:state/1731309830202/Put/seqid=0 2024-11-11T07:24:00,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741852_1028 (size=5308) 2024-11-11T07:24:00,538 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:24:00,589 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,662 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T07:24:00,662 INFO [regionserver/d72d5187e64f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T07:24:00,738 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:24:00,777 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,889 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T07:24:00,889 INFO [master/d72d5187e64f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T07:24:00,896 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:00,899 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/table/a0786bcd884342fc8c750a0bd0e5f366 2024-11-11T07:24:00,906 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/info/8dd2d65be098431e9bba3cdd9df34cc3 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/info/8dd2d65be098431e9bba3cdd9df34cc3 2024-11-11T07:24:00,913 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/info/8dd2d65be098431e9bba3cdd9df34cc3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T07:24:00,915 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/ns/245eba55e6894d058955ab103708bf11 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/ns/245eba55e6894d058955ab103708bf11 2024-11-11T07:24:00,923 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/ns/245eba55e6894d058955ab103708bf11, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T07:24:00,925 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/rep_barrier/e451e244b29d4711b2e8ab4ad23e0a0a as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/rep_barrier/e451e244b29d4711b2e8ab4ad23e0a0a 2024-11-11T07:24:00,932 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/rep_barrier/e451e244b29d4711b2e8ab4ad23e0a0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T07:24:00,933 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/.tmp/table/a0786bcd884342fc8c750a0bd0e5f366 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/table/a0786bcd884342fc8c750a0bd0e5f366 2024-11-11T07:24:00,938 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T07:24:00,938 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T07:24:00,938 DEBUG [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T07:24:00,948 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/table/a0786bcd884342fc8c750a0bd0e5f366, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T07:24:00,948 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false 2024-11-11T07:24:00,956 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T07:24:00,957 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T07:24:00,958 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T07:24:00,958 INFO [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T07:24:00,958 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731309839937Running coprocessor pre-close hooks at 1731309839937Disabling compacts and flushes for region at 1731309839937Disabling writes for close at 1731309839937Obtaining lock to block concurrent updates at 1731309839944 (+7 ms)Preparing flush snapshotting stores in 1588230740 at 1731309839944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731309839945 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731309839945Flushing 1588230740/info: creating writer at 1731309839945Flushing 1588230740/info: appending metadata at 1731309839971 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731309839971Flushing 1588230740/ns: creating writer at 1731309839995 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731309840019 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731309840019Flushing 1588230740/rep_barrier: creating writer at 1731309840036 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731309840054 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731309840054Flushing 1588230740/table: creating writer at 1731309840467 (+413 ms)Flushing 1588230740/table: appending metadata at 1731309840493 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731309840493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d0031e: reopening flushed file at 1731309840905 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1f1c7f: reopening flushed file at 1731309840913 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e52dd33: reopening flushed file at 1731309840924 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45576b65: reopening flushed file at 1731309840932 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false at 1731309840948 (+16 ms)Writing region close event to WAL at 1731309840953 (+5 ms)Running coprocessor post-close hooks at 1731309840957 (+4 ms)Closed at 1731309840958 (+1 ms) 2024-11-11T07:24:00,958 DEBUG [RS_CLOSE_META-regionserver/d72d5187e64f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T07:24:01,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T07:24:01,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:24:01,009 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d72d5187e64f,36955,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d72d5187e64f:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T07:24:01,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T07:24:01,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,139 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(976): stopping server d72d5187e64f,40481,1731309806214; all regions closed. 2024-11-11T07:24:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T07:24:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741842_1018 (size=859) 2024-11-11T07:24:01,156 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.meta.1731309833463.meta not finished, retry = 0 2024-11-11T07:24:01,184 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741843_1019 (size=2791) 2024-11-11T07:24:01,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 not finished, retry = 0 2024-11-11T07:24:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741844_1020 (size=696) 2024-11-11T07:24:01,316 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 to pos 688, reset compression=false 2024-11-11T07:24:01,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/WALs/d72d5187e64f,40481,1731309806214/d72d5187e64f%2C40481%2C1731309806214.1731309833620 2024-11-11T07:24:01,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T07:24:01,378 DEBUG [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T07:24:01,378 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:24:01,378 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T07:24:01,378 INFO [RS:0;d72d5187e64f:40481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:24:01,378 INFO [RS:0;d72d5187e64f:40481 {}] hbase.ChoreService(370): Chore service for: regionserver/d72d5187e64f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T07:24:01,378 INFO [RS:0;d72d5187e64f:40481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:24:01,379 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d72d5187e64f,40481,1731309806214 because: Region server is closing 2024-11-11T07:24:01,379 INFO [regionserver/d72d5187e64f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:24:01,380 INFO [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40481. 2024-11-11T07:24:01,380 DEBUG [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:24:01,380 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:24:01,380 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:24:01,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:24:01,480 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 terminated 2024-11-11T07:24:01,480 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d72d5187e64f,40481,1731309806214 because: Region server is closing 2024-11-11T07:24:01,480 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,1-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,1-d72d5187e64f,40481,1731309806214 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T07:24:01,480 INFO [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72d5187e64f:40481. 2024-11-11T07:24:01,481 DEBUG [RS:0;d72d5187e64f:40481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T07:24:01,481 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:24:01,481 DEBUG [RS:0;d72d5187e64f:40481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T07:24:01,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T07:24:01,581 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.shipperd72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 terminated 2024-11-11T07:24:01,581 INFO [RS:0;d72d5187e64f:40481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40481 2024-11-11T07:24:01,581 WARN [RS_REFRESH_PEER-regionserver/d72d5187e64f:0-0.replicationSource,2-d72d5187e64f,40481,1731309806214.replicationSource.wal-reader.d72d5187e64f%2C40481%2C1731309806214,2-d72d5187e64f,40481,1731309806214 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T07:24:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1398173801/rs/d72d5187e64f,40481,1731309806214 2024-11-11T07:24:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801/rs 2024-11-11T07:24:01,609 INFO [RS:0;d72d5187e64f:40481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:24:01,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72d5187e64f,40481,1731309806214] 2024-11-11T07:24:01,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/draining/d72d5187e64f,40481,1731309806214 already deleted, retry=false 2024-11-11T07:24:01,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72d5187e64f,40481,1731309806214 expired; onlineServers=0 2024-11-11T07:24:01,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72d5187e64f,33233,1731309805690' ***** 2024-11-11T07:24:01,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T07:24:01,630 INFO [M:0;d72d5187e64f:33233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T07:24:01,630 INFO [M:0;d72d5187e64f:33233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T07:24:01,630 DEBUG [M:0;d72d5187e64f:33233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T07:24:01,630 DEBUG [M:0;d72d5187e64f:33233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T07:24:01,630 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309807499 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.small.0-1731309807499,5,FailOnTimeoutGroup] 2024-11-11T07:24:01,630 INFO [M:0;d72d5187e64f:33233 {}] hbase.ChoreService(370): Chore service for: master/d72d5187e64f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T07:24:01,631 INFO [M:0;d72d5187e64f:33233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T07:24:01,631 DEBUG [M:0;d72d5187e64f:33233 {}] master.HMaster(1795): Stopping service threads 2024-11-11T07:24:01,631 INFO [M:0;d72d5187e64f:33233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T07:24:01,631 INFO [M:0;d72d5187e64f:33233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T07:24:01,631 ERROR [M:0;d72d5187e64f:33233 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35795,5,PEWorkerGroup] 2024-11-11T07:24:01,631 INFO [M:0;d72d5187e64f:33233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T07:24:01,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T07:24:01,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T07:24:01,632 DEBUG [master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309807476 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72d5187e64f:0:becomeActiveMaster-HFileCleaner.large.0-1731309807476,5,FailOnTimeoutGroup] 2024-11-11T07:24:01,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1398173801/master 2024-11-11T07:24:01,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1398173801 2024-11-11T07:24:01,645 INFO [M:0;d72d5187e64f:33233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/.lastflushedseqids 2024-11-11T07:24:01,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1398173801/master already deleted, retry=false 2024-11-11T07:24:01,655 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1398173801/master 2024-11-11T07:24:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741853_1029 (size=263) 2024-11-11T07:24:01,657 INFO [M:0;d72d5187e64f:33233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T07:24:01,657 INFO [M:0;d72d5187e64f:33233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T07:24:01,657 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T07:24:01,657 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:24:01,657 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:24:01,657 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T07:24:01,657 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:24:01,657 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-11T07:24:01,682 DEBUG [M:0;d72d5187e64f:33233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc337256f814f5aac721308bcc61a13 is 82, key is hbase:meta,,1/info:regioninfo/1731309808904/Put/seqid=0 2024-11-11T07:24:01,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741854_1030 (size=5672) 2024-11-11T07:24:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:24:01,720 INFO [RS:0;d72d5187e64f:40481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:24:01,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40481-0x10128c70ff30001, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:24:01,720 INFO [RS:0;d72d5187e64f:40481 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72d5187e64f,40481,1731309806214; zookeeper connection closed. 2024-11-11T07:24:01,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29d4745b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29d4745b 2024-11-11T07:24:01,720 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T07:24:02,086 INFO [M:0;d72d5187e64f:33233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc337256f814f5aac721308bcc61a13 2024-11-11T07:24:02,110 DEBUG [M:0;d72d5187e64f:33233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f866bdcbb8924418853ed082239a5bef is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731309825458/Put/seqid=0 2024-11-11T07:24:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741855_1031 (size=7610) 2024-11-11T07:24:02,123 INFO [M:0;d72d5187e64f:33233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f866bdcbb8924418853ed082239a5bef 2024-11-11T07:24:02,128 INFO [M:0;d72d5187e64f:33233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f866bdcbb8924418853ed082239a5bef 2024-11-11T07:24:02,149 DEBUG [M:0;d72d5187e64f:33233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c86bcb557410da434b2e9dc8b2daa is 69, key is d72d5187e64f,40481,1731309806214/rs:state/1731309807521/Put/seqid=0 2024-11-11T07:24:02,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741856_1032 (size=5156) 2024-11-11T07:24:02,153 INFO [M:0;d72d5187e64f:33233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c86bcb557410da434b2e9dc8b2daa 2024-11-11T07:24:02,158 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccc337256f814f5aac721308bcc61a13 as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccc337256f814f5aac721308bcc61a13 2024-11-11T07:24:02,162 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccc337256f814f5aac721308bcc61a13, entries=8, sequenceid=121, filesize=5.5 K 2024-11-11T07:24:02,163 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f866bdcbb8924418853ed082239a5bef as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f866bdcbb8924418853ed082239a5bef 2024-11-11T07:24:02,167 INFO [M:0;d72d5187e64f:33233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f866bdcbb8924418853ed082239a5bef 2024-11-11T07:24:02,167 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f866bdcbb8924418853ed082239a5bef, entries=13, sequenceid=121, filesize=7.4 K 2024-11-11T07:24:02,168 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b1c86bcb557410da434b2e9dc8b2daa as hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b1c86bcb557410da434b2e9dc8b2daa 2024-11-11T07:24:02,172 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35795/user/jenkins/test-data/db7c18ef-871f-0add-dcaa-76675b807115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b1c86bcb557410da434b2e9dc8b2daa, entries=1, sequenceid=121, filesize=5.0 K 2024-11-11T07:24:02,173 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=121, compaction requested=false 2024-11-11T07:24:02,180 INFO [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T07:24:02,181 DEBUG [M:0;d72d5187e64f:33233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731309841657Disabling compacts and flushes for region at 1731309841657Disabling writes for close at 1731309841657Obtaining lock to block concurrent updates at 1731309841657Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731309841657Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731309841658 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731309841658Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731309841658Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731309841681 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731309841681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731309842090 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731309842110 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731309842110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731309842128 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731309842148 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731309842148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c32a05: reopening flushed file at 1731309842157 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dafe336: reopening flushed file at 1731309842162 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc04941: reopening flushed file at 1731309842167 (+5 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=121, compaction requested=false at 1731309842173 (+6 ms)Writing region close event to WAL at 1731309842180 (+7 ms)Closed at 1731309842180 2024-11-11T07:24:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36935 is added to blk_1073741830_1006 (size=69920) 2024-11-11T07:24:02,187 INFO [M:0;d72d5187e64f:33233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T07:24:02,187 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T07:24:02,187 INFO [M:0;d72d5187e64f:33233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33233 2024-11-11T07:24:02,188 INFO [M:0;d72d5187e64f:33233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T07:24:02,310 INFO [M:0;d72d5187e64f:33233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T07:24:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:24:02,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33233-0x10128c70ff30000, quorum=127.0.0.1:55147, baseZNode=/0-1398173801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T07:24:02,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bbe537c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T07:24:02,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c8d82be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:24:02,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:24:02,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bde6823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:24:02,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2a59fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir/,STOPPED} 2024-11-11T07:24:02,376 WARN [BP-1529935980-172.17.0.3-1731309802609 heartbeating to localhost/127.0.0.1:35795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T07:24:02,376 WARN [BP-1529935980-172.17.0.3-1731309802609 heartbeating to localhost/127.0.0.1:35795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529935980-172.17.0.3-1731309802609 (Datanode Uuid b4178dcd-931c-4fd5-b7ea-63d621a4c2fb) service to localhost/127.0.0.1:35795 2024-11-11T07:24:02,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/data/data1/current/BP-1529935980-172.17.0.3-1731309802609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:24:02,377 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/cluster_b34bbd4e-a738-3e86-59d1-6bcd8e1a4180/data/data2/current/BP-1529935980-172.17.0.3-1731309802609 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T07:24:02,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T07:24:02,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T07:24:02,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T07:24:02,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df38f92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T07:24:02,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765ecaf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T07:24:02,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T07:24:02,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169722f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T07:24:02,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e31e38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70419447-6fbc-f488-c52c-1534515543ca/hadoop.log.dir/,STOPPED} 2024-11-11T07:24:02,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T07:24:02,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T07:24:02,449 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 529) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55147) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40483 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40483 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55147) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55147) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:35795 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:38471 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=778 (was 548) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4150 (was 3476) - AvailableMemoryMB LEAK? - 2024-11-11T07:24:02,450 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500